2024-12-05 07:54:33,036 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 07:54:33,052 main DEBUG Took 0.013492 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-05 07:54:33,053 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-05 07:54:33,054 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-05 07:54:33,055 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-05 07:54:33,057 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,067 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-05 07:54:33,081 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,083 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,084 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,085 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,085 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,086 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,087 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,087 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,088 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,088 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,089 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,089 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,090 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,090 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,090 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,091 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,091 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,091 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,092 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,092 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,093 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-05 07:54:33,093 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,094 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-05 07:54:33,096 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-05 07:54:33,098 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-05 07:54:33,100 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-05 07:54:33,101 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-05 07:54:33,103 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-05 07:54:33,104 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-05 07:54:33,117 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-05 07:54:33,121 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-05 07:54:33,125 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-05 07:54:33,127 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-05 07:54:33,127 main DEBUG createAppenders(={Console}) 2024-12-05 07:54:33,129 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad initialized 2024-12-05 07:54:33,129 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad 2024-12-05 07:54:33,130 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@47caedad OK. 2024-12-05 07:54:33,130 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-05 07:54:33,131 main DEBUG OutputStream closed 2024-12-05 07:54:33,131 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-05 07:54:33,131 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-05 07:54:33,132 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@55634720 OK 2024-12-05 07:54:33,278 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-05 07:54:33,281 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-05 07:54:33,283 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-05 07:54:33,285 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-05 07:54:33,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-05 07:54:33,287 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-05 07:54:33,288 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-05 07:54:33,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-05 07:54:33,289 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-05 07:54:33,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-05 07:54:33,290 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-05 07:54:33,292 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-05 07:54:33,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-05 07:54:33,293 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-05 07:54:33,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-05 07:54:33,294 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-05 07:54:33,295 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-05 07:54:33,296 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-05 07:54:33,300 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05 07:54:33,301 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@19835e64) with optional ClassLoader: null 2024-12-05 07:54:33,301 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-05 07:54:33,304 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@19835e64] started OK. 2024-12-05T07:54:33,630 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7 2024-12-05 07:54:33,634 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-05 07:54:33,634 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-05T07:54:33,644 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithEagerPolicy timeout: 13 mins 2024-12-05T07:54:33,667 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-05T07:54:33,685 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202, deleteOnExit=true 2024-12-05T07:54:33,685 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-05T07:54:33,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/test.cache.data in system properties and HBase conf 2024-12-05T07:54:33,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.tmp.dir in system properties and HBase conf 2024-12-05T07:54:33,687 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.log.dir in system properties and HBase conf 2024-12-05T07:54:33,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-05T07:54:33,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-05T07:54:33,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-05T07:54:33,801 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-05T07:54:33,917 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-05T07:54:33,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:54:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-05T07:54:33,923 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-05T07:54:33,924 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:54:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-05T07:54:33,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-05T07:54:33,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-05T07:54:33,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:54:33,926 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-05T07:54:33,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/nfs.dump.dir in system properties and HBase conf 2024-12-05T07:54:33,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/java.io.tmpdir in system properties and HBase conf 2024-12-05T07:54:33,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-05T07:54:33,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-05T07:54:33,928 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-05T07:54:35,124 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-05T07:54:35,207 INFO [Time-limited test {}] log.Log(170): Logging initialized @3012ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-05T07:54:35,295 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:54:35,363 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:54:35,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:54:35,384 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:54:35,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-05T07:54:35,400 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:54:35,403 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:54:35,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:54:35,630 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2341a969{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/java.io.tmpdir/jetty-localhost-38927-hadoop-hdfs-3_4_1-tests_jar-_-any-4584742561596365886/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:54:35,639 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:38927} 2024-12-05T07:54:35,639 INFO [Time-limited test {}] server.Server(415): Started @3445ms 2024-12-05T07:54:36,177 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-05T07:54:36,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-05T07:54:36,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-05T07:54:36,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-05T07:54:36,184 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-05T07:54:36,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@72782cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.log.dir/,AVAILABLE} 2024-12-05T07:54:36,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@186a2d75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-05T07:54:36,280 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@651ab874{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/java.io.tmpdir/jetty-localhost-34769-hadoop-hdfs-3_4_1-tests_jar-_-any-5604062689936035500/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:54:36,281 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6bf72caa{HTTP/1.1, (http/1.1)}{localhost:34769} 2024-12-05T07:54:36,281 INFO [Time-limited test {}] server.Server(415): Started @4087ms 2024-12-05T07:54:36,334 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-05T07:54:37,255 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data1/current/BP-1929301167-172.17.0.2-1733385274548/current, will proceed with Du for space computation calculation, 2024-12-05T07:54:37,255 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data2/current/BP-1929301167-172.17.0.2-1733385274548/current, will proceed with Du for space computation calculation, 2024-12-05T07:54:37,283 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-05T07:54:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3761a03f2a14838 with lease ID 0xf02c4730864a8597: Processing first storage report for DS-f76d2f1e-bb8f-449d-b86a-725a13e68e91 from datanode DatanodeRegistration(127.0.0.1:33697, datanodeUuid=103f711a-c456-4aa8-b03f-53bfd0532b15, infoPort=46743, infoSecurePort=0, ipcPort=36305, storageInfo=lv=-57;cid=testClusterID;nsid=1395570561;c=1733385274548) 2024-12-05T07:54:37,340 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3761a03f2a14838 with lease ID 0xf02c4730864a8597: from storage DS-f76d2f1e-bb8f-449d-b86a-725a13e68e91 node DatanodeRegistration(127.0.0.1:33697, datanodeUuid=103f711a-c456-4aa8-b03f-53bfd0532b15, infoPort=46743, infoSecurePort=0, ipcPort=36305, storageInfo=lv=-57;cid=testClusterID;nsid=1395570561;c=1733385274548), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-05T07:54:37,341 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3761a03f2a14838 with lease ID 0xf02c4730864a8597: Processing first storage report for DS-2327c297-b397-42a8-a02a-4d6527d97978 from datanode DatanodeRegistration(127.0.0.1:33697, datanodeUuid=103f711a-c456-4aa8-b03f-53bfd0532b15, infoPort=46743, infoSecurePort=0, ipcPort=36305, storageInfo=lv=-57;cid=testClusterID;nsid=1395570561;c=1733385274548) 2024-12-05T07:54:37,341 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3761a03f2a14838 with lease ID 0xf02c4730864a8597: from storage DS-2327c297-b397-42a8-a02a-4d6527d97978 node DatanodeRegistration(127.0.0.1:33697, datanodeUuid=103f711a-c456-4aa8-b03f-53bfd0532b15, infoPort=46743, infoSecurePort=0, ipcPort=36305, storageInfo=lv=-57;cid=testClusterID;nsid=1395570561;c=1733385274548), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-05T07:54:37,364 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7 2024-12-05T07:54:37,444 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/zookeeper_0, clientPort=56597, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-05T07:54:37,454 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56597 2024-12-05T07:54:37,468 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:37,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741825_1001 (size=7) 2024-12-05T07:54:38,123 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be with version=8 2024-12-05T07:54:38,123 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/hbase-staging 2024-12-05T07:54:38,203 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-05T07:54:38,455 INFO [Time-limited test {}] client.ConnectionUtils(128): master/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:54:38,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:38,464 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:38,468 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:54:38,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:38,469 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:54:38,609 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-05T07:54:38,660 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-05T07:54:38,671 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-05T07:54:38,676 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:54:38,708 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 106840 (auto-detected) 2024-12-05T07:54:38,709 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-05T07:54:38,731 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36037 2024-12-05T07:54:38,749 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36037 connecting to ZooKeeper ensemble=127.0.0.1:56597 2024-12-05T07:54:38,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:360370x0, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:54:38,829 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36037-0x101a5c5e2b70000 connected 2024-12-05T07:54:39,212 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:39,215 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:39,226 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:54:39,230 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be, hbase.cluster.distributed=false 2024-12-05T07:54:39,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:54:39,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-05T07:54:39,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36037 2024-12-05T07:54:39,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36037 2024-12-05T07:54:39,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-05T07:54:39,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36037 2024-12-05T07:54:39,354 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/fc6cd38557f3:0 server-side Connection retries=45 2024-12-05T07:54:39,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:39,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:39,356 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-05T07:54:39,356 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-05T07:54:39,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-05T07:54:39,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-05T07:54:39,361 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-05T07:54:39,361 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33411 2024-12-05T07:54:39,363 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33411 connecting to ZooKeeper ensemble=127.0.0.1:56597 2024-12-05T07:54:39,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:39,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:39,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334110x0, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-05T07:54:39,415 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334110x0, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:54:39,415 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33411-0x101a5c5e2b70001 connected 2024-12-05T07:54:39,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-05T07:54:39,429 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-05T07:54:39,433 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-05T07:54:39,438 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-05T07:54:39,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-05T07:54:39,449 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33411 2024-12-05T07:54:39,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33411 2024-12-05T07:54:39,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-05T07:54:39,451 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33411 2024-12-05T07:54:39,465 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;fc6cd38557f3:36037 2024-12-05T07:54:39,466 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:39,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:54:39,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:54:39,519 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-05T07:54:39,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:39,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:39,596 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-05T07:54:39,598 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/fc6cd38557f3,36037,1733385278268 from backup master directory 2024-12-05T07:54:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:39,639 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:54:39,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-05T07:54:39,641 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:54:39,642 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:39,646 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-05T07:54:39,648 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-05T07:54:39,694 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/hbase.id] with ID: 65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8 2024-12-05T07:54:39,694 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/.tmp/hbase.id 2024-12-05T07:54:39,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741826_1002 (size=42) 2024-12-05T07:54:40,104 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/.tmp/hbase.id]:[hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/hbase.id] 2024-12-05T07:54:40,146 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-05T07:54:40,151 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-05T07:54:40,171 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-12-05T07:54:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:40,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:40,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741827_1003 (size=196) 2024-12-05T07:54:40,621 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:54:40,623 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-05T07:54:40,639 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:40,643 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:54:40,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741828_1004 (size=1189) 2024-12-05T07:54:41,093 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store 2024-12-05T07:54:41,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741829_1005 (size=34) 2024-12-05T07:54:41,519 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-05T07:54:41,524 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:41,525 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:54:41,525 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:54:41,525 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:54:41,526 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:54:41,526 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:54:41,527 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:54:41,528 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385281525Disabling compacts and flushes for region at 1733385281525Disabling writes for close at 1733385281526 (+1 ms)Writing region close event to WAL at 1733385281526Closed at 1733385281526 2024-12-05T07:54:41,530 WARN [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/.initializing 2024-12-05T07:54:41,530 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/WALs/fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:41,537 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:54:41,550 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C36037%2C1733385278268, suffix=, logDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/WALs/fc6cd38557f3,36037,1733385278268, archiveDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/oldWALs, maxLogs=10 2024-12-05T07:54:41,569 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/WALs/fc6cd38557f3,36037,1733385278268/fc6cd38557f3%2C36037%2C1733385278268.1733385281554, exclude list is [], retry=0 2024-12-05T07:54:41,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-f76d2f1e-bb8f-449d-b86a-725a13e68e91,DISK] 2024-12-05T07:54:41,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-05T07:54:41,615 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/WALs/fc6cd38557f3,36037,1733385278268/fc6cd38557f3%2C36037%2C1733385278268.1733385281554 2024-12-05T07:54:41,616 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46743:46743)] 2024-12-05T07:54:41,617 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:54:41,617 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:41,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,620 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,653 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,679 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-05T07:54:41,683 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:41,687 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:41,688 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-05T07:54:41,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:41,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-05T07:54:41,696 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:41,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:41,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-05T07:54:41,700 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:41,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:41,702 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,705 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,707 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,712 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,713 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,717 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-05T07:54:41,722 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-05T07:54:41,726 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:54:41,728 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67674177, jitterRate=0.0084238201379776}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-05T07:54:41,732 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733385281631Initializing all the Stores at 1733385281633 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385281634 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385281634Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385281634Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385281635 (+1 ms)Cleaning up temporary data from old regions at 1733385281713 (+78 ms)Region opened successfully at 1733385281732 (+19 ms) 2024-12-05T07:54:41,733 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-05T07:54:41,763 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c7f15f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:54:41,789 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-05T07:54:41,798 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-05T07:54:41,799 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-05T07:54:41,801 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-05T07:54:41,803 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-05T07:54:41,807 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-05T07:54:41,807 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-05T07:54:41,830 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-05T07:54:41,838 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-05T07:54:41,906 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-05T07:54:41,912 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-05T07:54:41,914 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-05T07:54:41,922 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-05T07:54:41,924 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-05T07:54:41,928 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-05T07:54:41,938 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-05T07:54:41,940 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-05T07:54:41,947 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-05T07:54:41,966 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-05T07:54:41,972 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-05T07:54:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:54:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-05T07:54:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:41,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:41,983 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=fc6cd38557f3,36037,1733385278268, sessionid=0x101a5c5e2b70000, setting cluster-up flag (Was=false) 2024-12-05T07:54:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:42,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:42,039 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-05T07:54:42,043 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:42,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:42,089 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-05T07:54:42,091 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:42,097 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-05T07:54:42,157 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(746): ClusterId : 65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8 2024-12-05T07:54:42,160 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-05T07:54:42,166 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-05T07:54:42,174 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-05T07:54:42,174 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-05T07:54:42,175 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-05T07:54:42,182 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-05T07:54:42,182 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-05T07:54:42,182 DEBUG [RS:0;fc6cd38557f3:33411 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@347aeef2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=fc6cd38557f3/172.17.0.2:0 2024-12-05T07:54:42,187 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: fc6cd38557f3,36037,1733385278268 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-05T07:54:42,193 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:54:42,194 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:54:42,194 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:54:42,194 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=5, maxPoolSize=5 2024-12-05T07:54:42,194 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/fc6cd38557f3:0, corePoolSize=10, maxPoolSize=10 2024-12-05T07:54:42,195 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,195 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:54:42,195 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,198 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733385312197 2024-12-05T07:54:42,199 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-05T07:54:42,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:54:42,200 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-05T07:54:42,201 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-05T07:54:42,202 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;fc6cd38557f3:33411 2024-12-05T07:54:42,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-05T07:54:42,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-05T07:54:42,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-05T07:54:42,204 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-05T07:54:42,206 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-05T07:54:42,206 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-05T07:54:42,206 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-05T07:54:42,205 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:42,207 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-05T07:54:42,208 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-05T07:54:42,209 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(2659): reportForDuty to master=fc6cd38557f3,36037,1733385278268 with port=33411, startcode=1733385279324 2024-12-05T07:54:42,209 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-05T07:54:42,210 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-05T07:54:42,214 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-05T07:54:42,214 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-05T07:54:42,218 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385282215,5,FailOnTimeoutGroup] 2024-12-05T07:54:42,219 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385282219,5,FailOnTimeoutGroup] 2024-12-05T07:54:42,219 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,220 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-05T07:54:42,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741831_1007 (size=1321) 2024-12-05T07:54:42,221 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,221 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,223 DEBUG [RS:0;fc6cd38557f3:33411 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-05T07:54:42,258 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-05T07:54:42,263 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(363): Checking decommissioned status of RegionServer fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36037 {}] master.ServerManager(517): Registering regionserver=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,280 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:54:42,280 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35551 2024-12-05T07:54:42,280 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-05T07:54:42,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:54:42,298 DEBUG [RS:0;fc6cd38557f3:33411 {}] zookeeper.ZKUtil(111): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,298 WARN [RS:0;fc6cd38557f3:33411 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-05T07:54:42,298 INFO [RS:0;fc6cd38557f3:33411 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:54:42,298 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,301 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [fc6cd38557f3,33411,1733385279324] 2024-12-05T07:54:42,327 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-05T07:54:42,343 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-05T07:54:42,349 INFO [RS:0;fc6cd38557f3:33411 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-05T07:54:42,350 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,352 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-05T07:54:42,359 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-05T07:54:42,361 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,362 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,362 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,362 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,362 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,362 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,363 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/fc6cd38557f3:0, corePoolSize=2, maxPoolSize=2 2024-12-05T07:54:42,363 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,363 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,363 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,364 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,364 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,364 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/fc6cd38557f3:0, corePoolSize=1, maxPoolSize=1 2024-12-05T07:54:42,364 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:54:42,364 DEBUG [RS:0;fc6cd38557f3:33411 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0, corePoolSize=3, maxPoolSize=3 2024-12-05T07:54:42,366 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,366 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,366 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,366 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,366 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,367 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,33411,1733385279324-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:54:42,388 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-05T07:54:42,391 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,33411,1733385279324-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,391 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,391 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.Replication(171): fc6cd38557f3,33411,1733385279324 started 2024-12-05T07:54:42,414 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:42,415 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1482): Serving as fc6cd38557f3,33411,1733385279324, RpcServer on fc6cd38557f3/172.17.0.2:33411, sessionid=0x101a5c5e2b70001 2024-12-05T07:54:42,415 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-05T07:54:42,416 DEBUG [RS:0;fc6cd38557f3:33411 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,416 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,33411,1733385279324' 2024-12-05T07:54:42,416 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-05T07:54:42,417 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-05T07:54:42,418 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-05T07:54:42,418 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-05T07:54:42,418 DEBUG [RS:0;fc6cd38557f3:33411 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:42,418 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'fc6cd38557f3,33411,1733385279324' 2024-12-05T07:54:42,418 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-05T07:54:42,419 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-05T07:54:42,419 DEBUG [RS:0;fc6cd38557f3:33411 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-05T07:54:42,420 INFO [RS:0;fc6cd38557f3:33411 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-05T07:54:42,420 INFO [RS:0;fc6cd38557f3:33411 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-05T07:54:42,527 INFO [RS:0;fc6cd38557f3:33411 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-05T07:54:42,533 INFO [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C33411%2C1733385279324, suffix=, logDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324, archiveDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/oldWALs, maxLogs=32 2024-12-05T07:54:42,549 DEBUG [RS:0;fc6cd38557f3:33411 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324/fc6cd38557f3%2C33411%2C1733385279324.1733385282536, exclude list is [], retry=0 2024-12-05T07:54:42,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-f76d2f1e-bb8f-449d-b86a-725a13e68e91,DISK] 2024-12-05T07:54:42,557 INFO [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324/fc6cd38557f3%2C33411%2C1733385279324.1733385282536 2024-12-05T07:54:42,557 DEBUG [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46743:46743)] 2024-12-05T07:54:42,623 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-05T07:54:42,624 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:54:42,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741833_1009 (size=32) 2024-12-05T07:54:43,036 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:43,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:54:43,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:54:43,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,044 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:54:43,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:54:43,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:54:43,050 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:54:43,050 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,051 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:54:43,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:54:43,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:54:43,057 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740 2024-12-05T07:54:43,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740 2024-12-05T07:54:43,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:54:43,060 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:54:43,061 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:54:43,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:54:43,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:54:43,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69485538, jitterRate=0.035415202379226685}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:54:43,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733385283036Initializing all the Stores at 1733385283038 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283038Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283039 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385283039Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283039Cleaning up temporary data from old regions at 1733385283060 (+21 ms)Region opened successfully at 1733385283070 (+10 ms) 2024-12-05T07:54:43,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:54:43,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:54:43,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:54:43,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:54:43,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:54:43,072 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:54:43,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385283070Disabling compacts and flushes for region at 1733385283070Disabling writes for close at 1733385283071 (+1 ms)Writing region close event to WAL at 1733385283071Closed at 1733385283072 (+1 ms) 2024-12-05T07:54:43,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:54:43,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-05T07:54:43,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-05T07:54:43,087 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:54:43,089 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-05T07:54:43,244 DEBUG [fc6cd38557f3:36037 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-05T07:54:43,258 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:43,263 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,33411,1733385279324, state=OPENING 2024-12-05T07:54:43,313 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-05T07:54:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:43,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:54:43,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:54:43,324 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:54:43,326 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-05T07:54:43,329 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:54:43,510 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-05T07:54:43,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58161, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-05T07:54:43,525 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-05T07:54:43,526 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-05T07:54:43,526 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-05T07:54:43,531 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=fc6cd38557f3%2C33411%2C1733385279324.meta, suffix=.meta, logDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324, archiveDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/oldWALs, maxLogs=32 2024-12-05T07:54:43,549 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324/fc6cd38557f3%2C33411%2C1733385279324.meta.1733385283533.meta, exclude list is [], retry=0 2024-12-05T07:54:43,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33697,DS-f76d2f1e-bb8f-449d-b86a-725a13e68e91,DISK] 2024-12-05T07:54:43,557 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/WALs/fc6cd38557f3,33411,1733385279324/fc6cd38557f3%2C33411%2C1733385279324.meta.1733385283533.meta 2024-12-05T07:54:43,557 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46743:46743)] 2024-12-05T07:54:43,558 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:54:43,560 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-05T07:54:43,564 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-05T07:54:43,570 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-05T07:54:43,577 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-05T07:54:43,578 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:43,578 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-05T07:54:43,579 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-05T07:54:43,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-05T07:54:43,589 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-05T07:54:43,589 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,590 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-05T07:54:43,592 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-05T07:54:43,592 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,594 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-05T07:54:43,596 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-05T07:54:43,596 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,597 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-05T07:54:43,599 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-05T07:54:43,599 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,600 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-05T07:54:43,600 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-05T07:54:43,602 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740 2024-12-05T07:54:43,605 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740 2024-12-05T07:54:43,608 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-05T07:54:43,608 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-05T07:54:43,610 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:54:43,615 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-05T07:54:43,617 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69476935, jitterRate=0.03528700768947601}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:54:43,617 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-05T07:54:43,619 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733385283579Writing region info on filesystem at 1733385283580 (+1 ms)Initializing all the Stores at 1733385283582 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283582Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283586 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385283586Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733385283587 (+1 ms)Cleaning up temporary data from old regions at 1733385283608 (+21 ms)Running coprocessor post-open hooks at 1733385283617 (+9 ms)Region opened successfully at 1733385283619 (+2 ms) 2024-12-05T07:54:43,627 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733385283498 2024-12-05T07:54:43,640 DEBUG [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-05T07:54:43,641 INFO [RS_OPEN_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-05T07:54:43,643 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:43,647 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as fc6cd38557f3,33411,1733385279324, state=OPEN 2024-12-05T07:54:43,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:54:43,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-05T07:54:43,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:54:43,690 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-05T07:54:43,690 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:43,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-05T07:54:43,698 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=fc6cd38557f3,33411,1733385279324 in 362 msec 2024-12-05T07:54:43,708 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-05T07:54:43,709 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 620 msec 2024-12-05T07:54:43,711 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-05T07:54:43,711 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-05T07:54:43,735 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:43,737 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:43,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:43,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43211, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:43,785 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6550 sec 2024-12-05T07:54:43,785 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733385283785, completionTime=-1 2024-12-05T07:54:43,788 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-05T07:54:43,788 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-05T07:54:43,810 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-05T07:54:43,810 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733385343810 2024-12-05T07:54:43,810 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733385403810 2024-12-05T07:54:43,810 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 21 msec 2024-12-05T07:54:43,812 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,812 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,812 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,813 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-fc6cd38557f3:36037, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,814 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,814 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,819 DEBUG [master/fc6cd38557f3:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-05T07:54:43,838 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.196sec 2024-12-05T07:54:43,840 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-05T07:54:43,841 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-05T07:54:43,842 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-05T07:54:43,842 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-05T07:54:43,842 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-05T07:54:43,843 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-05T07:54:43,843 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-05T07:54:43,852 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-05T07:54:43,853 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-05T07:54:43,853 INFO [master/fc6cd38557f3:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=fc6cd38557f3,36037,1733385278268-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-05T07:54:43,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d237762, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:43,870 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-05T07:54:43,870 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-05T07:54:43,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:43,874 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:43,881 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:43,884 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86f895, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:43,886 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:43,888 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:43,889 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:43,891 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48476, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:43,894 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db57897, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:43,894 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:43,901 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:43,902 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:43,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:43,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:43,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=211, OpenFileDescriptor=441, MaxFileDescriptor=1048576, SystemLoadAverage=373, ProcessCount=11, AvailableMemoryMB=6389 2024-12-05T07:54:43,941 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:54:43,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:43,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@65d48f8e 2024-12-05T07:54:43,965 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:54:43,968 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48492, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:54:43,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:54:43,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:54:43,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:54:43,992 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:54:43,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 4 2024-12-05T07:54:43,994 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:43,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:54:44,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:44,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741835_1011 (size=1061) 2024-12-05T07:54:44,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:44,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:54:44,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741836_1012 (size=53) 2024-12-05T07:54:44,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:44,827 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:44,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1d5a6f0c5918745a1988190ac6d8c310, disabling compactions & flushes 2024-12-05T07:54:44,828 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:44,828 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:44,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. after waiting 1 ms 2024-12-05T07:54:44,829 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:44,829 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:44,830 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d5a6f0c5918745a1988190ac6d8c310: Waiting for close lock at 1733385284828Disabling compacts and flushes for region at 1733385284828Disabling writes for close at 1733385284829 (+1 ms)Writing region close event to WAL at 1733385284829Closed at 1733385284829 2024-12-05T07:54:44,834 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:54:44,839 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385284834"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385284834"}]},"ts":"1733385284834"} 2024-12-05T07:54:44,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:54:44,849 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:54:44,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385284849"}]},"ts":"1733385284849"} 2024-12-05T07:54:44,857 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:54:44,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, ASSIGN}] 2024-12-05T07:54:44,869 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, ASSIGN 2024-12-05T07:54:44,872 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:54:45,025 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d5a6f0c5918745a1988190ac6d8c310, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:45,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, ASSIGN because future has completed 2024-12-05T07:54:45,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:54:45,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:45,199 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:45,200 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:54:45,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:54:45,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,201 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,204 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,209 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:54:45,210 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5a6f0c5918745a1988190ac6d8c310 columnFamilyName A 2024-12-05T07:54:45,210 DEBUG [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:45,212 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(327): Store=1d5a6f0c5918745a1988190ac6d8c310/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:45,212 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,214 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:54:45,215 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5a6f0c5918745a1988190ac6d8c310 columnFamilyName B 2024-12-05T07:54:45,215 DEBUG [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:45,216 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(327): Store=1d5a6f0c5918745a1988190ac6d8c310/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:45,216 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,218 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:54:45,219 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d5a6f0c5918745a1988190ac6d8c310 columnFamilyName C 2024-12-05T07:54:45,219 DEBUG [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:54:45,220 INFO [StoreOpener-1d5a6f0c5918745a1988190ac6d8c310-1 {}] regionserver.HStore(327): Store=1d5a6f0c5918745a1988190ac6d8c310/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:54:45,221 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:45,221 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,223 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,224 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,226 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,226 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,228 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:54:45,230 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,234 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:54:45,235 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1d5a6f0c5918745a1988190ac6d8c310; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61431160, jitterRate=-0.08460438251495361}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:54:45,235 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:45,236 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1d5a6f0c5918745a1988190ac6d8c310: Running coprocessor pre-open hook at 1733385285201Writing region info on filesystem at 1733385285201Initializing all the Stores at 1733385285203 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385285204 (+1 ms)Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385285204Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385285204Cleaning up temporary data from old regions at 1733385285227 (+23 ms)Running coprocessor post-open hooks at 1733385285235 (+8 ms)Region opened successfully at 1733385285236 (+1 ms) 2024-12-05T07:54:45,238 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., pid=6, masterSystemTime=1733385285192 2024-12-05T07:54:45,242 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:45,242 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:45,244 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1d5a6f0c5918745a1988190ac6d8c310, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:45,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:54:45,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-05T07:54:45,255 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 in 213 msec 2024-12-05T07:54:45,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-05T07:54:45,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, ASSIGN in 390 msec 2024-12-05T07:54:45,261 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:54:45,262 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385285261"}]},"ts":"1733385285261"} 2024-12-05T07:54:45,264 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:54:45,266 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:54:45,270 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.2860 sec 2024-12-05T07:54:46,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-05T07:54:46,149 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:46,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245cc74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,153 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,154 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,155 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,155 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de9b018, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,156 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,158 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48496, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,159 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45cc499f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,160 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,162 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,164 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:54:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:54:46,167 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f9a744 2024-12-05T07:54:46,169 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:54:46,171 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48502, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:54:46,175 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a519624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,175 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,176 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,177 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,177 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d22a118, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,178 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,179 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,180 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48522, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,182 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@596d06e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aa662a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e6ed1ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,185 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,186 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,187 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48528, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,188 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33bdb6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,189 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a38e5f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,189 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,190 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,191 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,191 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ef39c97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,192 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,193 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,195 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48546, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7f3cf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@658d066f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,197 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,197 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,198 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,198 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd026af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,199 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,200 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,201 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48564, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583cb1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b988aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,203 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,204 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,204 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3abd488a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,205 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,206 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48580, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,207 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@103656b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,209 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cda1eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,209 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,209 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,210 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,210 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f0b2d87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,211 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,212 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48596, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,213 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c270ed1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55d3b492, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,214 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,214 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,215 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,215 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@614ff77d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,216 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,217 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48624, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,218 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c26f37b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,219 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27451c77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,219 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,219 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,220 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,220 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa1e09e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,221 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,222 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48648, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,223 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@788043de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,223 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59639c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,224 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:54:46,224 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:54:46,225 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:54:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:54:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:54:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d5cf1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:54:46,225 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:54:46,226 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:54:46,227 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48662, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:54:46,228 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@caecd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:54:46,233 DEBUG [Thread-160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,233 DEBUG [Thread-156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,233 DEBUG [Thread-143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,233 DEBUG [Thread-158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,233 DEBUG [Thread-151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,234 DEBUG [Thread-145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,234 DEBUG [Thread-154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,234 DEBUG [Thread-149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,233 DEBUG [Thread-147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:54:46,235 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,236 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,236 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55742, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,238 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55730, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,238 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,239 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55774, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,241 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,242 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees 2024-12-05T07:54:46,243 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:46,240 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,247 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:54:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:54:46,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55808, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,249 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,249 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:46,250 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55814, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:54:46,251 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,252 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,256 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:54:46,256 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:46,258 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:46,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:46,301 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:54:46,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:46,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:46,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:46,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:46,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:46,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:46,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:46,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f2c2b40f2c19487e88ad491105ae9277 is 50, key is test_row_0/A:col10/1733385286289/Put/seqid=0 2024-12-05T07:54:46,427 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385286342, max timestamp=1733385286409Num uniques 859; 2024-12-05T07:54:46,428 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:54:46,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:46,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385286342, max timestamp=1733385286409Num uniques 859; 2024-12-05T07:54:46,433 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:54:46,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,443 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385286342, max timestamp=1733385286409Num uniques 859; 2024-12-05T07:54:46,444 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:54:46,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741837_1013 (size=12001) 2024-12-05T07:54:46,461 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f2c2b40f2c19487e88ad491105ae9277 2024-12-05T07:54:46,502 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385346488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,513 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385346493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,520 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385346496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385346500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385346502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,565 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,566 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,567 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,568 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,569 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,605 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:46,620 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ca14cde5422f44719d02dbabc413da17 is 50, key is test_row_0/B:col10/1733385286289/Put/seqid=0 2024-12-05T07:54:46,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,626 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741838_1014 (size=12001) 2024-12-05T07:54:46,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385346679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,681 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385346679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,683 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385346680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,684 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,684 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385346680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,685 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,685 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385346680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,686 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,687 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,782 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:46,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:46,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,787 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:46,890 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385346888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,891 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385346888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,893 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385346889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,894 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385346889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,895 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,896 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:46,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385346898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:46,904 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:46,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:46,943 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:46,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,060 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ca14cde5422f44719d02dbabc413da17 2024-12-05T07:54:47,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:47,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:47,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,111 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/cf93ef679f6c472388ea23f885c8214e is 50, key is test_row_0/C:col10/1733385286289/Put/seqid=0 2024-12-05T07:54:47,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741839_1015 (size=12001) 2024-12-05T07:54:47,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/cf93ef679f6c472388ea23f885c8214e 2024-12-05T07:54:47,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f2c2b40f2c19487e88ad491105ae9277 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277 2024-12-05T07:54:47,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T07:54:47,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ca14cde5422f44719d02dbabc413da17 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17 2024-12-05T07:54:47,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T07:54:47,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/cf93ef679f6c472388ea23f885c8214e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e 2024-12-05T07:54:47,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385347199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,245 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385347199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,246 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385347199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385347200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,248 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385347209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,249 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-05T07:54:47,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:47,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:47,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] handler.RSProcedureHandler(58): pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=8 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=8 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:47,279 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=127.47 KB/130530 for 1d5a6f0c5918745a1988190ac6d8c310 in 965ms, sequenceid=13, compaction requested=false 2024-12-05T07:54:47,280 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T07:54:47,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:47,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:47,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-05T07:54:47,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:47,417 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=127.47 KB heapSize=346.31 KB 2024-12-05T07:54:47,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:47,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:47,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6e54518e6c82477492abc2bb881d66e5 is 50, key is test_row_0/A:col10/1733385286487/Put/seqid=0 2024-12-05T07:54:47,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741840_1016 (size=12001) 2024-12-05T07:54:47,494 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6e54518e6c82477492abc2bb881d66e5 2024-12-05T07:54:47,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bd7062cf67764ed3a2e8952037def36d is 50, key is test_row_0/B:col10/1733385286487/Put/seqid=0 2024-12-05T07:54:47,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741841_1017 (size=12001) 2024-12-05T07:54:47,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:47,763 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:47,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385347782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,791 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385347781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,792 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,793 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,792 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385347782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385347784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,794 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,799 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385347791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,801 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385347899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,910 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,911 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385347899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,912 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385347899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,914 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,914 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385347903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,915 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385347908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:47,918 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:47,974 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bd7062cf67764ed3a2e8952037def36d 2024-12-05T07:54:48,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2ed14550a8ec4173b1092d324c57de8d is 50, key is test_row_0/C:col10/1733385286487/Put/seqid=0 2024-12-05T07:54:48,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741842_1018 (size=12001) 2024-12-05T07:54:48,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385348120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,121 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,122 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,131 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,132 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385348121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,133 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,135 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385348135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,141 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,319 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-05T07:54:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:48,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385348429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,437 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,440 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385348438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,441 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,442 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,444 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2ed14550a8ec4173b1092d324c57de8d 2024-12-05T07:54:48,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385348438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,447 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,448 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385348438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,451 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,459 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:48,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385348449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:48,460 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:48,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6e54518e6c82477492abc2bb881d66e5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5 2024-12-05T07:54:48,476 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5, entries=150, sequenceid=45, filesize=11.7 K 2024-12-05T07:54:48,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bd7062cf67764ed3a2e8952037def36d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d 2024-12-05T07:54:48,494 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d, entries=150, sequenceid=45, filesize=11.7 K 2024-12-05T07:54:48,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2ed14550a8ec4173b1092d324c57de8d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d 2024-12-05T07:54:48,514 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d, entries=150, sequenceid=45, filesize=11.7 K 2024-12-05T07:54:48,517 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~346.27 KB/354576, currentSize=60.38 KB/61830 for 1d5a6f0c5918745a1988190ac6d8c310 in 1099ms, sequenceid=45, compaction requested=false 2024-12-05T07:54:48,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:48,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-05T07:54:48,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-05T07:54:48,527 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-05T07:54:48,528 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2630 sec 2024-12-05T07:54:48,538 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestAcidGuarantees in 2.2920 sec 2024-12-05T07:54:48,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:48,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:48,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:48,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 is 50, key is test_row_0/A:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:48,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741843_1019 (size=12001) 2024-12-05T07:54:48,991 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 2024-12-05T07:54:49,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385348998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385349005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,020 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385349005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,022 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385349009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,023 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385349013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,027 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,029 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 is 50, key is test_row_0/B:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:49,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741844_1020 (size=12001) 2024-12-05T07:54:49,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 2024-12-05T07:54:49,092 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:54:49,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385349118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,126 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,127 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,127 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385349118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,128 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,133 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afbae97de7d1465cb15aad6c88755070 is 50, key is test_row_0/C:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:49,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385349128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,140 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385349128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385349138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,148 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741845_1021 (size=12001) 2024-12-05T07:54:49,244 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T07:54:49,244 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-05T07:54:49,247 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:54:49,247 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-05T07:54:49,248 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-05T07:54:49,248 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-05T07:54:49,249 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T07:54:49,250 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T07:54:49,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385349339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,352 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385349339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385349348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,361 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,362 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,367 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385349359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,368 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,368 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385349360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afbae97de7d1465cb15aad6c88755070 2024-12-05T07:54:49,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 2024-12-05T07:54:49,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18, entries=150, sequenceid=58, filesize=11.7 K 2024-12-05T07:54:49,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 2024-12-05T07:54:49,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1, entries=150, sequenceid=58, filesize=11.7 K 2024-12-05T07:54:49,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afbae97de7d1465cb15aad6c88755070 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070 2024-12-05T07:54:49,657 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070, entries=150, sequenceid=58, filesize=11.7 K 2024-12-05T07:54:49,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1d5a6f0c5918745a1988190ac6d8c310 in 705ms, sequenceid=58, compaction requested=true 2024-12-05T07:54:49,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:49,667 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:54:49,669 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:49,673 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:49,675 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:49,676 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:49,676 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=35.2 K 2024-12-05T07:54:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:49,677 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:49,678 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T07:54:49,681 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:49,684 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:49,684 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2c2b40f2c19487e88ad491105ae9277, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733385286288 2024-12-05T07:54:49,684 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:49,684 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:49,685 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=35.2 K 2024-12-05T07:54:49,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:49,685 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:54:49,686 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ca14cde5422f44719d02dbabc413da17, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733385286288 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:49,686 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:49,688 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bd7062cf67764ed3a2e8952037def36d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1733385286467 2024-12-05T07:54:49,689 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bccceb59ec0a4f1bbdb10d67d50fa1e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:49,695 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e54518e6c82477492abc2bb881d66e5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1733385286467 2024-12-05T07:54:49,705 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c1ebb73c9c9440279b8f9f5ffc3a5c18, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:49,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/78dcd165e04b46d48de9323575abc9c5 is 50, key is test_row_0/A:col10/1733385288992/Put/seqid=0 2024-12-05T07:54:49,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385349711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,739 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,741 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385349729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385349734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,742 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385349738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,744 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385349738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,755 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#11 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:49,757 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/fb7f8824caf64e778a02e047bb833aba is 50, key is test_row_0/A:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:49,757 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#10 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:49,758 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/036825d296ec410d94f713756646c705 is 50, key is test_row_0/B:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:49,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741846_1022 (size=12001) 2024-12-05T07:54:49,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741848_1024 (size=12104) 2024-12-05T07:54:49,824 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/036825d296ec410d94f713756646c705 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/036825d296ec410d94f713756646c705 2024-12-05T07:54:49,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741847_1023 (size=12104) 2024-12-05T07:54:49,846 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/fb7f8824caf64e778a02e047bb833aba as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/fb7f8824caf64e778a02e047bb833aba 2024-12-05T07:54:49,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385349848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385349848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385349848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,856 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385349848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385349850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,857 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:49,858 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:49,858 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 036825d296ec410d94f713756646c705(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:49,858 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:49,861 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=13, startTime=1733385289677; duration=0sec 2024-12-05T07:54:49,861 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:49,862 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:49,862 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:49,867 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into fb7f8824caf64e778a02e047bb833aba(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:49,867 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:49,867 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=13, startTime=1733385289663; duration=0sec 2024-12-05T07:54:49,867 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:49,867 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:49,877 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:49,878 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:49,878 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:49,878 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=35.2 K 2024-12-05T07:54:49,879 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting cf93ef679f6c472388ea23f885c8214e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733385286288 2024-12-05T07:54:49,880 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2ed14550a8ec4173b1092d324c57de8d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1733385286467 2024-12-05T07:54:49,881 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting afbae97de7d1465cb15aad6c88755070, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:49,925 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#12 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:49,925 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/c09299c00deb40f68f52782cb2dcbbe2 is 50, key is test_row_0/C:col10/1733385287775/Put/seqid=0 2024-12-05T07:54:49,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741849_1025 (size=12104) 2024-12-05T07:54:50,071 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385350069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385350069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,077 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385350069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,081 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,078 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,082 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385350070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385350070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,083 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/78dcd165e04b46d48de9323575abc9c5 2024-12-05T07:54:50,220 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/b3bb20c6375245ff88699abed48738ca is 50, key is test_row_0/B:col10/1733385288992/Put/seqid=0 2024-12-05T07:54:50,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741850_1026 (size=12001) 2024-12-05T07:54:50,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/b3bb20c6375245ff88699abed48738ca 2024-12-05T07:54:50,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/13a75d6e026a4119afb3242bd27ab5ed is 50, key is test_row_0/C:col10/1733385288992/Put/seqid=0 2024-12-05T07:54:50,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741851_1027 (size=12001) 2024-12-05T07:54:50,389 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/c09299c00deb40f68f52782cb2dcbbe2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c09299c00deb40f68f52782cb2dcbbe2 2024-12-05T07:54:50,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385350390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,398 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,403 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385350390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,403 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into c09299c00deb40f68f52782cb2dcbbe2(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:50,403 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:50,404 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=13, startTime=1733385289677; duration=0sec 2024-12-05T07:54:50,404 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:50,404 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:50,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,404 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385350390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,405 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385350390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,406 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385350390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,407 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-05T07:54:50,409 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:50,409 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:50,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees 2024-12-05T07:54:50,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T07:54:50,415 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:50,418 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:50,418 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:50,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T07:54:50,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T07:54:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:50,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:50,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T07:54:50,731 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/13a75d6e026a4119afb3242bd27ab5ed 2024-12-05T07:54:50,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T07:54:50,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:50,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] handler.RSProcedureHandler(58): pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=10 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=10 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:50,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/78dcd165e04b46d48de9323575abc9c5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5 2024-12-05T07:54:50,773 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T07:54:50,777 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/b3bb20c6375245ff88699abed48738ca as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca 2024-12-05T07:54:50,795 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T07:54:50,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/13a75d6e026a4119afb3242bd27ab5ed as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed 2024-12-05T07:54:50,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed, entries=150, sequenceid=78, filesize=11.7 K 2024-12-05T07:54:50,815 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 1d5a6f0c5918745a1988190ac6d8c310 in 1130ms, sequenceid=78, compaction requested=false 2024-12-05T07:54:50,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:50,894 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-05T07:54:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:50,895 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:54:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:50,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:50,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:50,904 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/025a84a2295d4f9898e976efc385a01a is 50, key is test_row_1/A:col10/1733385289735/Put/seqid=0 2024-12-05T07:54:50,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:50,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:50,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741852_1028 (size=9657) 2024-12-05T07:54:50,934 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/025a84a2295d4f9898e976efc385a01a 2024-12-05T07:54:50,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/066075586ded49e2800acdbf2430d954 is 50, key is test_row_1/B:col10/1733385289735/Put/seqid=0 2024-12-05T07:54:50,976 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385350971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385350971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,978 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,979 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385350973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,980 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:50,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385350976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:50,983 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:50,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385290929, max timestamp=1733385290974Num uniques 859; 2024-12-05T07:54:50,985 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:50,988 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385290929, max timestamp=1733385290974Num uniques 859; 2024-12-05T07:54:50,989 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:50,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385290929, max timestamp=1733385290974Num uniques 859; 2024-12-05T07:54:50,994 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:51,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741853_1029 (size=9657) 2024-12-05T07:54:51,013 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/066075586ded49e2800acdbf2430d954 2024-12-05T07:54:51,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/df01607d723e4827895506efe376161d is 50, key is test_row_1/C:col10/1733385289735/Put/seqid=0 2024-12-05T07:54:51,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T07:54:51,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741854_1030 (size=9657) 2024-12-05T07:54:51,054 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/df01607d723e4827895506efe376161d 2024-12-05T07:54:51,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/025a84a2295d4f9898e976efc385a01a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a 2024-12-05T07:54:51,090 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a, entries=100, sequenceid=93, filesize=9.4 K 2024-12-05T07:54:51,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/066075586ded49e2800acdbf2430d954 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954 2024-12-05T07:54:51,093 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385351088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,094 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385351088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,095 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385351088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,096 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385351088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385351090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,098 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,099 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,113 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954, entries=100, sequenceid=93, filesize=9.4 K 2024-12-05T07:54:51,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/df01607d723e4827895506efe376161d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d 2024-12-05T07:54:51,133 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d, entries=100, sequenceid=93, filesize=9.4 K 2024-12-05T07:54:51,136 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=120.76 KB/123660 for 1d5a6f0c5918745a1988190ac6d8c310 in 240ms, sequenceid=93, compaction requested=true 2024-12-05T07:54:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-05T07:54:51,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-05T07:54:51,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-05T07:54:51,144 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 721 msec 2024-12-05T07:54:51,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestAcidGuarantees in 737 msec 2024-12-05T07:54:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:51,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:51,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:51,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ea76034e73be48818638bea68047d3b9 is 50, key is test_row_0/A:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:51,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741855_1031 (size=14391) 2024-12-05T07:54:51,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385351293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385351298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,301 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385351298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385351298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,302 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,304 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,305 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385351307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,314 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385351407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,411 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-05T07:54:51,550 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:51,551 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees 2024-12-05T07:54:51,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:51,556 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:51,558 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:51,558 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:51,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385351608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,612 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,612 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385351608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,613 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385351608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,614 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,615 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,626 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385351618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:51,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385351618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:51,636 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:51,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:51,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ea76034e73be48818638bea68047d3b9 2024-12-05T07:54:51,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/9f70bbfc029d4d38a840f0b5b596eb6e is 50, key is test_row_0/B:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:51,713 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,714 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741856_1032 (size=12051) 2024-12-05T07:54:51,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/9f70bbfc029d4d38a840f0b5b596eb6e 2024-12-05T07:54:51,793 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/efac9b2d578f476e9a4fbcb95738bf34 is 50, key is test_row_0/C:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:51,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741857_1033 (size=12051) 2024-12-05T07:54:51,850 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/efac9b2d578f476e9a4fbcb95738bf34 2024-12-05T07:54:51,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:51,869 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:51,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ea76034e73be48818638bea68047d3b9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9 2024-12-05T07:54:51,870 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:51,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9, entries=200, sequenceid=129, filesize=14.1 K 2024-12-05T07:54:51,888 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/9f70bbfc029d4d38a840f0b5b596eb6e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e 2024-12-05T07:54:51,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e, entries=150, sequenceid=129, filesize=11.8 K 2024-12-05T07:54:51,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/efac9b2d578f476e9a4fbcb95738bf34 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34 2024-12-05T07:54:51,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34, entries=150, sequenceid=129, filesize=11.8 K 2024-12-05T07:54:51,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 1d5a6f0c5918745a1988190ac6d8c310 in 700ms, sequenceid=129, compaction requested=true 2024-12-05T07:54:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:54:51,916 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:51,916 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:51,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:51,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:51,922 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48153 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:51,923 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:51,923 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,923 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/fb7f8824caf64e778a02e047bb833aba, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=47.0 K 2024-12-05T07:54:51,924 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45813 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:51,924 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb7f8824caf64e778a02e047bb833aba, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:51,924 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:51,924 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:51,924 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/036825d296ec410d94f713756646c705, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=44.7 K 2024-12-05T07:54:51,931 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78dcd165e04b46d48de9323575abc9c5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733385288992 2024-12-05T07:54:51,931 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 036825d296ec410d94f713756646c705, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:51,932 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b3bb20c6375245ff88699abed48738ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733385288992 2024-12-05T07:54:51,932 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 025a84a2295d4f9898e976efc385a01a, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733385289735 2024-12-05T07:54:51,933 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ea76034e73be48818638bea68047d3b9, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:51,933 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 066075586ded49e2800acdbf2430d954, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733385289735 2024-12-05T07:54:51,934 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f70bbfc029d4d38a840f0b5b596eb6e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:51,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:51,958 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:54:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:51,958 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:51,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:51,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:51,959 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:51,966 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#21 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:51,970 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/779953bb87c94cb29c1d0daff62a0e61 is 50, key is test_row_0/B:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:52,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5cc381c953304ce1a3e53b15fde1867f is 50, key is test_row_0/A:col10/1733385291275/Put/seqid=0 2024-12-05T07:54:52,003 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#22 average throughput is 0.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:52,004 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/72ff4eafb87443a5938ce4bac197d8b5 is 50, key is test_row_0/A:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:52,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,027 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741860_1036 (size=12291) 2024-12-05T07:54:52,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741859_1035 (size=12151) 2024-12-05T07:54:52,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741858_1034 (size=12291) 2024-12-05T07:54:52,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5cc381c953304ce1a3e53b15fde1867f 2024-12-05T07:54:52,088 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/779953bb87c94cb29c1d0daff62a0e61 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/779953bb87c94cb29c1d0daff62a0e61 2024-12-05T07:54:52,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8171d2cb56fb4186ad945b0f01bc0422 is 50, key is test_row_0/B:col10/1733385291275/Put/seqid=0 2024-12-05T07:54:52,108 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 779953bb87c94cb29c1d0daff62a0e61(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:52,108 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,109 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=12, startTime=1733385291916; duration=0sec 2024-12-05T07:54:52,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:52,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:52,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:52,114 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45813 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:52,115 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:52,115 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,115 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c09299c00deb40f68f52782cb2dcbbe2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=44.7 K 2024-12-05T07:54:52,116 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c09299c00deb40f68f52782cb2dcbbe2, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=58, earliestPutTs=1733385287774 2024-12-05T07:54:52,116 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 13a75d6e026a4119afb3242bd27ab5ed, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733385288992 2024-12-05T07:54:52,117 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting df01607d723e4827895506efe376161d, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733385289735 2024-12-05T07:54:52,118 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting efac9b2d578f476e9a4fbcb95738bf34, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:52,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741861_1037 (size=12151) 2024-12-05T07:54:52,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8171d2cb56fb4186ad945b0f01bc0422 2024-12-05T07:54:52,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385352138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,145 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#25 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:52,146 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/dab734ac626f46eb9cc2dede22824ab4 is 50, key is test_row_0/C:col10/1733385291070/Put/seqid=0 2024-12-05T07:54:52,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385352140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,149 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,149 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385352142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,150 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385352143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,151 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385352144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,151 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,152 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/924d86bacecf4a518b13ef9297953a5e is 50, key is test_row_0/C:col10/1733385291275/Put/seqid=0 2024-12-05T07:54:52,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741862_1038 (size=12291) 2024-12-05T07:54:52,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:52,181 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,182 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741863_1039 (size=12151) 2024-12-05T07:54:52,196 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=141 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/924d86bacecf4a518b13ef9297953a5e 2024-12-05T07:54:52,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5cc381c953304ce1a3e53b15fde1867f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f 2024-12-05T07:54:52,218 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f, entries=150, sequenceid=141, filesize=11.9 K 2024-12-05T07:54:52,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8171d2cb56fb4186ad945b0f01bc0422 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422 2024-12-05T07:54:52,230 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422, entries=150, sequenceid=141, filesize=11.9 K 2024-12-05T07:54:52,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/924d86bacecf4a518b13ef9297953a5e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e 2024-12-05T07:54:52,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e, entries=150, sequenceid=141, filesize=11.9 K 2024-12-05T07:54:52,244 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 1d5a6f0c5918745a1988190ac6d8c310 in 286ms, sequenceid=141, compaction requested=false 2024-12-05T07:54:52,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385292125, max timestamp=1733385292259Num uniques 859; 2024-12-05T07:54:52,263 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:52,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385292125, max timestamp=1733385292259Num uniques 859; 2024-12-05T07:54:52,266 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:52,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:52,268 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=64.85 KB heapSize=184.09 KB 2024-12-05T07:54:52,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733385292125, max timestamp=1733385292259Num uniques 859; 2024-12-05T07:54:52,269 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:52,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,278 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/68fa56d286a54f3f92c43ab9c6f53788 is 50, key is test_row_0/A:col10/1733385292125/Put/seqid=0 2024-12-05T07:54:52,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741864_1040 (size=12151) 2024-12-05T07:54:52,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/68fa56d286a54f3f92c43ab9c6f53788 2024-12-05T07:54:52,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385292295, max timestamp=1733385292322Num uniques 859; 2024-12-05T07:54:52,330 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:52,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385292295, max timestamp=1733385292322Num uniques 859; 2024-12-05T07:54:52,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:54:52,332 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385292295, max timestamp=1733385292322Num uniques 859; 2024-12-05T07:54:52,333 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:52,336 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8799e2e33aa547a58178777c0b32fcbb is 50, key is test_row_0/B:col10/1733385292125/Put/seqid=0 2024-12-05T07:54:52,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741865_1041 (size=12151) 2024-12-05T07:54:52,358 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8799e2e33aa547a58178777c0b32fcbb 2024-12-05T07:54:52,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/67328dc2cc814ece9bd15c883253d7bb is 50, key is test_row_0/C:col10/1733385292125/Put/seqid=0 2024-12-05T07:54:52,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741866_1042 (size=12151) 2024-12-05T07:54:52,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.02 KB at sequenceid=165 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/67328dc2cc814ece9bd15c883253d7bb 2024-12-05T07:54:52,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385352374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385352378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,394 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,395 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733385292346, max timestamp=1733385292389Num uniques 1068; 2024-12-05T07:54:52,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733385292346, max timestamp=1733385292389Num uniques 1018; 2024-12-05T07:54:52,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=48908, new segment data size=14558, suffix heap size=139040,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1068, new segment cells count=318 2024-12-05T07:54:52,395 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-12-05T07:54:52,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=318, cellSize=14558, totalHeapSize=33312, min timestamp=1733385292346, max timestamp=1733385292389Num uniques 1018; 2024-12-05T07:54:52,399 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=14558, suffix heap size=133840,new segment heap size=33312 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=318 2024-12-05T07:54:52,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/68fa56d286a54f3f92c43ab9c6f53788 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788 2024-12-05T07:54:52,415 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788, entries=150, sequenceid=165, filesize=11.9 K 2024-12-05T07:54:52,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8799e2e33aa547a58178777c0b32fcbb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb 2024-12-05T07:54:52,426 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb, entries=150, sequenceid=165, filesize=11.9 K 2024-12-05T07:54:52,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/67328dc2cc814ece9bd15c883253d7bb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb 2024-12-05T07:54:52,437 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb, entries=150, sequenceid=165, filesize=11.9 K 2024-12-05T07:54:52,439 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~39.86 KB/40815, heapSize ~105.12 KB/107640, currentSize=80.51 KB/82440 for 1d5a6f0c5918745a1988190ac6d8c310 in 172ms, sequenceid=165, compaction requested=true 2024-12-05T07:54:52,439 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:52,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T07:54:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:52,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T07:54:52,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:52,443 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=87.22 KB heapSize=230.63 KB 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:52,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:52,456 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/72ff4eafb87443a5938ce4bac197d8b5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/72ff4eafb87443a5938ce4bac197d8b5 2024-12-05T07:54:52,470 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/4f7a21f3a7424d21a3794a9ba6c4cd36 is 50, key is test_row_0/A:col10/1733385292440/Put/seqid=0 2024-12-05T07:54:52,472 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 72ff4eafb87443a5938ce4bac197d8b5(size=12.0 K), total size for store is 35.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:52,472 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,472 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=12, startTime=1733385291916; duration=0sec 2024-12-05T07:54:52,472 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-05T07:54:52,472 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:52,473 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:52,473 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 6 store files, 4 compacting, 2 eligible, 16 blocking 2024-12-05T07:54:52,474 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T07:54:52,475 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T07:54:52,475 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:54:52,475 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:52,475 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:52,482 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:52,483 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:52,483 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,483 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/72ff4eafb87443a5938ce4bac197d8b5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=35.7 K 2024-12-05T07:54:52,490 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 72ff4eafb87443a5938ce4bac197d8b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:52,491 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5cc381c953304ce1a3e53b15fde1867f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733385291275 2024-12-05T07:54:52,492 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68fa56d286a54f3f92c43ab9c6f53788, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733385292125 2024-12-05T07:54:52,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,494 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741867_1043 (size=14541) 2024-12-05T07:54:52,502 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/4f7a21f3a7424d21a3794a9ba6c4cd36 2024-12-05T07:54:52,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385352521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,528 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,529 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#31 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385352519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,529 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,529 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/a5ebce67424a430794219ffbef6bc912 is 50, key is test_row_0/A:col10/1733385292125/Put/seqid=0 2024-12-05T07:54:52,535 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385352525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385352531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,544 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,545 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/73190e4b23874737ad3beb17d1e00a98 is 50, key is test_row_0/B:col10/1733385292440/Put/seqid=0 2024-12-05T07:54:52,584 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/dab734ac626f46eb9cc2dede22824ab4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/dab734ac626f46eb9cc2dede22824ab4 2024-12-05T07:54:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741868_1044 (size=12493) 2024-12-05T07:54:52,599 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into dab734ac626f46eb9cc2dede22824ab4(size=12.0 K), total size for store is 35.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:52,599 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,599 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=12, startTime=1733385291916; duration=0sec 2024-12-05T07:54:52,599 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:52,603 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:52,603 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:52,604 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/a5ebce67424a430794219ffbef6bc912 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/a5ebce67424a430794219ffbef6bc912 2024-12-05T07:54:52,606 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36593 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:52,606 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:52,606 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,608 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/779953bb87c94cb29c1d0daff62a0e61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=35.7 K 2024-12-05T07:54:52,611 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 779953bb87c94cb29c1d0daff62a0e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:52,614 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8171d2cb56fb4186ad945b0f01bc0422, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733385291275 2024-12-05T07:54:52,614 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into a5ebce67424a430794219ffbef6bc912(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:52,615 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,615 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=13, startTime=1733385292439; duration=0sec 2024-12-05T07:54:52,615 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:52,615 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:52,616 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8799e2e33aa547a58178777c0b32fcbb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733385292125 2024-12-05T07:54:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741869_1045 (size=12151) 2024-12-05T07:54:52,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/73190e4b23874737ad3beb17d1e00a98 2024-12-05T07:54:52,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/eeaab566f1a64a7ea4ab28e284bae2b8 is 50, key is test_row_0/C:col10/1733385292440/Put/seqid=0 2024-12-05T07:54:52,639 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385352638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385352640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,641 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,648 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,649 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#34 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:52,649 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] handler.RSProcedureHandler(58): pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,649 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=12 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,649 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0d2f9440af3d47baac32517d82736c19 is 50, key is test_row_0/B:col10/1733385292125/Put/seqid=0 2024-12-05T07:54:52,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=12 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385352648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,653 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385352648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,654 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741870_1046 (size=12151) 2024-12-05T07:54:52,673 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/eeaab566f1a64a7ea4ab28e284bae2b8 2024-12-05T07:54:52,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741871_1047 (size=12493) 2024-12-05T07:54:52,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:52,693 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/4f7a21f3a7424d21a3794a9ba6c4cd36 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36 2024-12-05T07:54:52,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36, entries=200, sequenceid=209, filesize=14.2 K 2024-12-05T07:54:52,705 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/73190e4b23874737ad3beb17d1e00a98 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98 2024-12-05T07:54:52,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98, entries=150, sequenceid=209, filesize=11.9 K 2024-12-05T07:54:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/eeaab566f1a64a7ea4ab28e284bae2b8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8 2024-12-05T07:54:52,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8, entries=150, sequenceid=209, filesize=11.9 K 2024-12-05T07:54:52,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~230.58 KB/236112, currentSize=100.63 KB/103050 for 1d5a6f0c5918745a1988190ac6d8c310 in 286ms, sequenceid=209, compaction requested=true 2024-12-05T07:54:52,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:52,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:52,728 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-05T07:54:52,728 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:52,729 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T07:54:52,730 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T07:54:52,730 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T07:54:52,730 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:54:52,730 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:52,730 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-05T07:54:52,731 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-05T07:54:52,731 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-05T07:54:52,731 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:54:52,731 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:52,731 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:52,734 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48744 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:52,734 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:52,734 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,734 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/dab734ac626f46eb9cc2dede22824ab4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=47.6 K 2024-12-05T07:54:52,735 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dab734ac626f46eb9cc2dede22824ab4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385291070 2024-12-05T07:54:52,736 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 924d86bacecf4a518b13ef9297953a5e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=141, earliestPutTs=1733385291275 2024-12-05T07:54:52,737 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67328dc2cc814ece9bd15c883253d7bb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733385292125 2024-12-05T07:54:52,739 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eeaab566f1a64a7ea4ab28e284bae2b8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733385292419 2024-12-05T07:54:52,773 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#35 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:52,774 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/f31c692d4a3c4d60b10a353b6bdcec78 is 50, key is test_row_0/C:col10/1733385292440/Put/seqid=0 2024-12-05T07:54:52,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741872_1048 (size=12527) 2024-12-05T07:54:52,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-05T07:54:52,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:52,812 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:52,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:52,820 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/f31c692d4a3c4d60b10a353b6bdcec78 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f31c692d4a3c4d60b10a353b6bdcec78 2024-12-05T07:54:52,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/71362b410a4d4586b7d9e1aa82355a94 is 50, key is test_row_0/A:col10/1733385292518/Put/seqid=0 2024-12-05T07:54:52,835 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into f31c692d4a3c4d60b10a353b6bdcec78(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:52,835 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:52,835 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=12, startTime=1733385292729; duration=0sec 2024-12-05T07:54:52,836 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:52,836 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:52,856 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:52,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:52,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741873_1049 (size=12151) 2024-12-05T07:54:52,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/71362b410a4d4586b7d9e1aa82355a94 2024-12-05T07:54:52,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4993d085399a47fab7621e78f914db67 is 50, key is test_row_0/B:col10/1733385292518/Put/seqid=0 2024-12-05T07:54:52,901 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385352894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,902 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385352894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,903 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,904 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385352895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,905 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:52,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385352903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:52,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:52,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741874_1050 (size=12151) 2024-12-05T07:54:52,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4993d085399a47fab7621e78f914db67 2024-12-05T07:54:52,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2178b2c1c12742839b6dd9bf4a0be624 is 50, key is test_row_0/C:col10/1733385292518/Put/seqid=0 2024-12-05T07:54:52,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741875_1051 (size=12151) 2024-12-05T07:54:52,960 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2178b2c1c12742839b6dd9bf4a0be624 2024-12-05T07:54:52,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/71362b410a4d4586b7d9e1aa82355a94 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94 2024-12-05T07:54:52,994 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T07:54:52,997 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4993d085399a47fab7621e78f914db67 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67 2024-12-05T07:54:53,010 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T07:54:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2178b2c1c12742839b6dd9bf4a0be624 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624 2024-12-05T07:54:53,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385353018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,029 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,041 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624, entries=150, sequenceid=230, filesize=11.9 K 2024-12-05T07:54:53,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1d5a6f0c5918745a1988190ac6d8c310 in 232ms, sequenceid=230, compaction requested=true 2024-12-05T07:54:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:53,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-05T07:54:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-05T07:54:53,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-05T07:54:53,057 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4920 sec 2024-12-05T07:54:53,063 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestAcidGuarantees in 1.5090 sec 2024-12-05T07:54:53,088 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0d2f9440af3d47baac32517d82736c19 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0d2f9440af3d47baac32517d82736c19 2024-12-05T07:54:53,100 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 0d2f9440af3d47baac32517d82736c19(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:53,100 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,101 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=13, startTime=1733385292439; duration=0sec 2024-12-05T07:54:53,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:53,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:53,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:53,168 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:53,168 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,191 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/44226327382746b38044f9917e80a0b1 is 50, key is test_row_0/A:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741876_1052 (size=12151) 2024-12-05T07:54:53,229 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/44226327382746b38044f9917e80a0b1 2024-12-05T07:54:53,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,236 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,237 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385353228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,239 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,239 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,240 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385353238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,241 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,255 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4800614c2c82403e95cb7638480c4b49 is 50, key is test_row_0/B:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741877_1053 (size=12151) 2024-12-05T07:54:53,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4800614c2c82403e95cb7638480c4b49 2024-12-05T07:54:53,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afac5ead4e9c4e8e94cc7d617f2bb30b is 50, key is test_row_0/C:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741878_1054 (size=12151) 2024-12-05T07:54:53,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afac5ead4e9c4e8e94cc7d617f2bb30b 2024-12-05T07:54:53,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/44226327382746b38044f9917e80a0b1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1 2024-12-05T07:54:53,330 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T07:54:53,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/4800614c2c82403e95cb7638480c4b49 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49 2024-12-05T07:54:53,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T07:54:53,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/afac5ead4e9c4e8e94cc7d617f2bb30b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b 2024-12-05T07:54:53,352 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,353 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385353349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,354 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,355 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,355 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,356 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b, entries=150, sequenceid=247, filesize=11.9 K 2024-12-05T07:54:53,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1d5a6f0c5918745a1988190ac6d8c310 in 194ms, sequenceid=247, compaction requested=true 2024-12-05T07:54:53,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:54:53,362 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:53,362 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:53,362 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:53,363 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:53,364 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51336 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:53,365 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:53,365 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:53,365 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:53,365 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:53,365 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:53,365 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0d2f9440af3d47baac32517d82736c19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=47.8 K 2024-12-05T07:54:53,365 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/a5ebce67424a430794219ffbef6bc912, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=50.1 K 2024-12-05T07:54:53,366 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d2f9440af3d47baac32517d82736c19, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733385292125 2024-12-05T07:54:53,366 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5ebce67424a430794219ffbef6bc912, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=165, earliestPutTs=1733385292125 2024-12-05T07:54:53,366 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 73190e4b23874737ad3beb17d1e00a98, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733385292419 2024-12-05T07:54:53,367 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f7a21f3a7424d21a3794a9ba6c4cd36, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733385292387 2024-12-05T07:54:53,367 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4993d085399a47fab7621e78f914db67, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733385292516 2024-12-05T07:54:53,367 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71362b410a4d4586b7d9e1aa82355a94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733385292516 2024-12-05T07:54:53,367 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4800614c2c82403e95cb7638480c4b49, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:53,368 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44226327382746b38044f9917e80a0b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:53,389 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:53,390 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/3d735a7ed4b3438d8504886a8f4e93fb is 50, key is test_row_0/B:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,391 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:53,392 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/63c73cf616644adeaa5d34c0016c25ae is 50, key is test_row_0/A:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741879_1055 (size=12629) 2024-12-05T07:54:53,443 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/3d735a7ed4b3438d8504886a8f4e93fb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/3d735a7ed4b3438d8504886a8f4e93fb 2024-12-05T07:54:53,453 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 3d735a7ed4b3438d8504886a8f4e93fb(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:53,453 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,453 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=12, startTime=1733385293362; duration=0sec 2024-12-05T07:54:53,454 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:53,454 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:53,454 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:54:53,455 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:54:53,455 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:53,455 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:53,455 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f31c692d4a3c4d60b10a353b6bdcec78, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.0 K 2024-12-05T07:54:53,456 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f31c692d4a3c4d60b10a353b6bdcec78, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733385292419 2024-12-05T07:54:53,456 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2178b2c1c12742839b6dd9bf4a0be624, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733385292516 2024-12-05T07:54:53,457 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting afac5ead4e9c4e8e94cc7d617f2bb30b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:53,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741880_1056 (size=12629) 2024-12-05T07:54:53,481 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/63c73cf616644adeaa5d34c0016c25ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/63c73cf616644adeaa5d34c0016c25ae 2024-12-05T07:54:53,484 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#44 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:53,485 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3357100c617144f089033ec82661b18f is 50, key is test_row_0/C:col10/1733385292893/Put/seqid=0 2024-12-05T07:54:53,495 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 63c73cf616644adeaa5d34c0016c25ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:53,495 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,495 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=12, startTime=1733385293362; duration=0sec 2024-12-05T07:54:53,496 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:53,496 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:53,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741881_1057 (size=12629) 2024-12-05T07:54:53,520 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3357100c617144f089033ec82661b18f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3357100c617144f089033ec82661b18f 2024-12-05T07:54:53,539 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into 3357100c617144f089033ec82661b18f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:53,539 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,539 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=13, startTime=1733385293363; duration=0sec 2024-12-05T07:54:53,539 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:53,539 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:53,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:53,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:54:53,553 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:53,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/696ef0e0c8fc4eb5a064404d7561d41f is 50, key is test_row_0/A:col10/1733385293230/Put/seqid=0 2024-12-05T07:54:53,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385353586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,595 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385353590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,596 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,596 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,597 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741882_1058 (size=14741) 2024-12-05T07:54:53,613 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/696ef0e0c8fc4eb5a064404d7561d41f 2024-12-05T07:54:53,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d0dc76e31a7c474096ed0aa46214d05e is 50, key is test_row_0/B:col10/1733385293230/Put/seqid=0 2024-12-05T07:54:53,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741883_1059 (size=12301) 2024-12-05T07:54:53,649 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d0dc76e31a7c474096ed0aa46214d05e 2024-12-05T07:54:53,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2e02d6e42cca44ada8e6fa1409deb78b is 50, key is test_row_0/C:col10/1733385293230/Put/seqid=0 2024-12-05T07:54:53,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741884_1060 (size=12301) 2024-12-05T07:54:53,678 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=268 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2e02d6e42cca44ada8e6fa1409deb78b 2024-12-05T07:54:53,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/696ef0e0c8fc4eb5a064404d7561d41f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f 2024-12-05T07:54:53,695 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f, entries=200, sequenceid=268, filesize=14.4 K 2024-12-05T07:54:53,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d0dc76e31a7c474096ed0aa46214d05e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e 2024-12-05T07:54:53,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-05T07:54:53,698 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:53,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:53,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees 2024-12-05T07:54:53,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T07:54:53,702 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:53,704 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:53,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:53,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385353699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,706 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385353699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,711 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,714 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e, entries=150, sequenceid=268, filesize=12.0 K 2024-12-05T07:54:53,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2e02d6e42cca44ada8e6fa1409deb78b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b 2024-12-05T07:54:53,741 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b, entries=150, sequenceid=268, filesize=12.0 K 2024-12-05T07:54:53,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1d5a6f0c5918745a1988190ac6d8c310 in 190ms, sequenceid=268, compaction requested=false 2024-12-05T07:54:53,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:53,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T07:54:53,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-05T07:54:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:53,858 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:54:53,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:53,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:53,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/47214be0b6c441549db0fa08e60379ea is 50, key is test_row_0/A:col10/1733385293560/Put/seqid=0 2024-12-05T07:54:53,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:53,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:53,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741885_1061 (size=12301) 2024-12-05T07:54:53,924 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/47214be0b6c441549db0fa08e60379ea 2024-12-05T07:54:53,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2e2f7e410c03482dbe9e93ba7a059ebb is 50, key is test_row_0/B:col10/1733385293560/Put/seqid=0 2024-12-05T07:54:53,976 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385353962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,977 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385353963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,978 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385353965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385353965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,979 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:53,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385353972, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:53,981 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741886_1062 (size=12301) 2024-12-05T07:54:54,013 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2e2f7e410c03482dbe9e93ba7a059ebb 2024-12-05T07:54:54,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T07:54:54,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/c270113508f34b95aa12b78e4c973c89 is 50, key is test_row_0/C:col10/1733385293560/Put/seqid=0 2024-12-05T07:54:54,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741887_1063 (size=12301) 2024-12-05T07:54:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,091 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385354089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,095 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385354297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385354298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385354298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,306 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385354298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,306 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385354298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,306 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,307 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T07:54:54,479 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/c270113508f34b95aa12b78e4c973c89 2024-12-05T07:54:54,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/47214be0b6c441549db0fa08e60379ea as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea 2024-12-05T07:54:54,507 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T07:54:54,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2e2f7e410c03482dbe9e93ba7a059ebb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb 2024-12-05T07:54:54,520 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T07:54:54,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/c270113508f34b95aa12b78e4c973c89 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89 2024-12-05T07:54:54,550 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T07:54:54,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 1d5a6f0c5918745a1988190ac6d8c310 in 693ms, sequenceid=282, compaction requested=true 2024-12-05T07:54:54,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:54,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:54,552 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-05T07:54:54,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-05T07:54:54,562 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-05T07:54:54,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 851 msec 2024-12-05T07:54:54,566 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestAcidGuarantees in 865 msec 2024-12-05T07:54:54,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:54,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=120.76 KB heapSize=360.05 KB 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:54,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:54,687 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/7c475e7df5e84bfbbeb249b7772f3e31 is 50, key is test_row_0/A:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:54,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385354691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,697 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,698 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385354691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,699 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385354696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385354696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,708 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385354697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,709 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741888_1064 (size=12301) 2024-12-05T07:54:54,718 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/7c475e7df5e84bfbbeb249b7772f3e31 2024-12-05T07:54:54,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d826a7f9cf8943d281253e4a04e7b422 is 50, key is test_row_0/B:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:54,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741889_1065 (size=12301) 2024-12-05T07:54:54,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d826a7f9cf8943d281253e4a04e7b422 2024-12-05T07:54:54,777 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/9c40e9dc93ac4a95b8b46bdd773dda7b is 50, key is test_row_0/C:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:54,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741890_1066 (size=12301) 2024-12-05T07:54:54,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385354808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385354808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,818 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,819 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,819 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385354819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,820 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,821 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385354820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,822 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:54,822 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385354822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:54,823 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:54,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-05T07:54:54,838 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:54,839 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:54,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees 2024-12-05T07:54:54,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:54,844 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:54,846 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=15, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:54,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:54,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:55,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T07:54:55,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:55,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385355028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,032 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385355029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,033 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385355029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385355030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,036 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385355029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:55,161 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T07:54:55,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,162 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] handler.RSProcedureHandler(58): pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=16 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=16 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:55,214 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/9c40e9dc93ac4a95b8b46bdd773dda7b 2024-12-05T07:54:55,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/7c475e7df5e84bfbbeb249b7772f3e31 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31 2024-12-05T07:54:55,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T07:54:55,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/d826a7f9cf8943d281253e4a04e7b422 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422 2024-12-05T07:54:55,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T07:54:55,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/9c40e9dc93ac4a95b8b46bdd773dda7b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b 2024-12-05T07:54:55,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b, entries=150, sequenceid=303, filesize=12.0 K 2024-12-05T07:54:55,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~120.76 KB/123660, heapSize ~360 KB/368640, currentSize=53.67 KB/54960 for 1d5a6f0c5918745a1988190ac6d8c310 in 619ms, sequenceid=303, compaction requested=true 2024-12-05T07:54:55,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:55,290 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:54:55,290 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:55,291 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:55,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:55,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:55,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:55,291 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:55,295 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:55,295 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51972 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:55,296 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:55,296 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:55,296 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,296 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,296 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/63c73cf616644adeaa5d34c0016c25ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=50.8 K 2024-12-05T07:54:55,296 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/3d735a7ed4b3438d8504886a8f4e93fb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=48.4 K 2024-12-05T07:54:55,297 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 63c73cf616644adeaa5d34c0016c25ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:55,298 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3d735a7ed4b3438d8504886a8f4e93fb, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:55,298 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d0dc76e31a7c474096ed0aa46214d05e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733385293219 2024-12-05T07:54:55,298 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 696ef0e0c8fc4eb5a064404d7561d41f, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733385293219 2024-12-05T07:54:55,299 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47214be0b6c441549db0fa08e60379ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385293560 2024-12-05T07:54:55,299 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2e2f7e410c03482dbe9e93ba7a059ebb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385293560 2024-12-05T07:54:55,300 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d826a7f9cf8943d281253e4a04e7b422, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:55,300 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c475e7df5e84bfbbeb249b7772f3e31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:55,316 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=16 2024-12-05T07:54:55,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,316 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:55,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:55,324 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#54 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:55,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/d54a72c3ba1b4d21a8b6e105a6b42a19 is 50, key is test_row_0/A:col10/1733385294684/Put/seqid=0 2024-12-05T07:54:55,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6cda4a9a9f92427f89333f1df309be29 is 50, key is test_row_0/A:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:55,333 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#56 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:55,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5f7b4b345e884fedba0908ee2c74100c is 50, key is test_row_0/B:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:55,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741891_1067 (size=12915) 2024-12-05T07:54:55,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:55,344 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:55,361 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6cda4a9a9f92427f89333f1df309be29 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6cda4a9a9f92427f89333f1df309be29 2024-12-05T07:54:55,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741892_1068 (size=12915) 2024-12-05T07:54:55,377 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 6cda4a9a9f92427f89333f1df309be29(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:55,377 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:55,377 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=12, startTime=1733385295289; duration=0sec 2024-12-05T07:54:55,378 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:55,378 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:55,378 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:55,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741893_1069 (size=9857) 2024-12-05T07:54:55,384 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49532 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:55,384 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:55,385 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:55,385 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3357100c617144f089033ec82661b18f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=48.4 K 2024-12-05T07:54:55,386 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5f7b4b345e884fedba0908ee2c74100c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5f7b4b345e884fedba0908ee2c74100c 2024-12-05T07:54:55,386 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3357100c617144f089033ec82661b18f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733385292890 2024-12-05T07:54:55,388 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e02d6e42cca44ada8e6fa1409deb78b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=268, earliestPutTs=1733385293219 2024-12-05T07:54:55,390 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c270113508f34b95aa12b78e4c973c89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385293560 2024-12-05T07:54:55,394 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c40e9dc93ac4a95b8b46bdd773dda7b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:55,398 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 5f7b4b345e884fedba0908ee2c74100c(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:55,398 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:55,399 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=12, startTime=1733385295290; duration=0sec 2024-12-05T07:54:55,399 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:55,399 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:55,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385295386, max timestamp=1733385295414Num uniques 859; 2024-12-05T07:54:55,417 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385295386, max timestamp=1733385295414Num uniques 859; 2024-12-05T07:54:55,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:54:55,418 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:54:55,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385295391, max timestamp=1733385295414Num uniques 859; 2024-12-05T07:54:55,421 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:55,442 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#57 average throughput is 0.23 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:55,443 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/e104aa4d4c5949898eb6b18c2574bd46 is 50, key is test_row_0/C:col10/1733385293953/Put/seqid=0 2024-12-05T07:54:55,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741894_1070 (size=12915) 2024-12-05T07:54:55,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385355463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,475 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,475 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385355464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385355466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,476 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,477 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,478 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/e104aa4d4c5949898eb6b18c2574bd46 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e104aa4d4c5949898eb6b18c2574bd46 2024-12-05T07:54:55,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385355471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,487 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385355481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,488 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,499 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into e104aa4d4c5949898eb6b18c2574bd46(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:55,499 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:55,499 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=12, startTime=1733385295291; duration=0sec 2024-12-05T07:54:55,500 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:55,500 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:55,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385355579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385355578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385355588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,590 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385355589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385355597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,602 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,783 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/d54a72c3ba1b4d21a8b6e105a6b42a19 2024-12-05T07:54:55,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8cb5e9167e5e419f88170ffaa917ec4f is 50, key is test_row_0/B:col10/1733385294684/Put/seqid=0 2024-12-05T07:54:55,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741895_1071 (size=9857) 2024-12-05T07:54:55,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385355797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385355798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,802 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,802 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385355798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,803 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385355798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,803 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385355807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:55,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:55,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:56,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385356108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385356108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385356108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,112 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385356108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,113 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385356118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,202 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8cb5e9167e5e419f88170ffaa917ec4f 2024-12-05T07:54:56,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2cc82e8db03c4a69a467114a9897c9cc is 50, key is test_row_0/C:col10/1733385294684/Put/seqid=0 2024-12-05T07:54:56,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741896_1072 (size=9857) 2024-12-05T07:54:56,616 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2cc82e8db03c4a69a467114a9897c9cc 2024-12-05T07:54:56,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385356618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385356618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,619 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385356618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,620 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,621 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/d54a72c3ba1b4d21a8b6e105a6b42a19 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19 2024-12-05T07:54:56,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385356628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,630 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385356628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,630 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:56,631 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:56,636 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19, entries=100, sequenceid=314, filesize=9.6 K 2024-12-05T07:54:56,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/8cb5e9167e5e419f88170ffaa917ec4f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f 2024-12-05T07:54:56,645 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f, entries=100, sequenceid=314, filesize=9.6 K 2024-12-05T07:54:56,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/2cc82e8db03c4a69a467114a9897c9cc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc 2024-12-05T07:54:56,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc, entries=100, sequenceid=314, filesize=9.6 K 2024-12-05T07:54:56,663 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=131.94 KB/135110 for 1d5a6f0c5918745a1988190ac6d8c310 in 1346ms, sequenceid=314, compaction requested=false 2024-12-05T07:54:56,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:56,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:56,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=16}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=16 2024-12-05T07:54:56,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=16 2024-12-05T07:54:56,669 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-05T07:54:56,670 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8180 sec 2024-12-05T07:54:56,674 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=15, table=TestAcidGuarantees in 1.8330 sec 2024-12-05T07:54:56,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=15 2024-12-05T07:54:56,998 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:56,998 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:57,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees 2024-12-05T07:54:57,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T07:54:57,002 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:57,003 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=17, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:57,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:57,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T07:54:57,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=18 2024-12-05T07:54:57,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:57,168 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=131.94 KB heapSize=375.22 KB 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:57,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:57,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1f659efa7e8b4c6c922a49a73ef68743 is 50, key is test_row_0/A:col10/1733385295466/Put/seqid=0 2024-12-05T07:54:57,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741897_1073 (size=12301) 2024-12-05T07:54:57,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T07:54:57,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1f659efa7e8b4c6c922a49a73ef68743 2024-12-05T07:54:57,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2a2fbe96b27044f1aa76c4ede434308e is 50, key is test_row_0/B:col10/1733385295466/Put/seqid=0 2024-12-05T07:54:57,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741898_1074 (size=12301) 2024-12-05T07:54:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T07:54:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:57,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:57,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385357642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385357644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,650 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385357645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385357648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,651 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385357648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,654 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,654 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:54:57,654 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:54:57,655 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,656 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385357757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,760 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385357758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385357758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,761 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385357967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385357968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,970 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385357968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:57,971 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,000 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2a2fbe96b27044f1aa76c4ede434308e 2024-12-05T07:54:58,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/db1250c6fb6042c981f72aa50854162c is 50, key is test_row_0/C:col10/1733385295466/Put/seqid=0 2024-12-05T07:54:58,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741899_1075 (size=12301) 2024-12-05T07:54:58,015 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/db1250c6fb6042c981f72aa50854162c 2024-12-05T07:54:58,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1f659efa7e8b4c6c922a49a73ef68743 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743 2024-12-05T07:54:58,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T07:54:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/2a2fbe96b27044f1aa76c4ede434308e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e 2024-12-05T07:54:58,042 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T07:54:58,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/db1250c6fb6042c981f72aa50854162c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c 2024-12-05T07:54:58,051 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c, entries=150, sequenceid=353, filesize=12.0 K 2024-12-05T07:54:58,053 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(3140): Finished flush of dataSize ~131.94 KB/135110, heapSize ~375.17 KB/384176, currentSize=46.96 KB/48090 for 1d5a6f0c5918745a1988190ac6d8c310 in 886ms, sequenceid=353, compaction requested=true 2024-12-05T07:54:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=18}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=18 2024-12-05T07:54:58,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=18 2024-12-05T07:54:58,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-05T07:54:58,058 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0510 sec 2024-12-05T07:54:58,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=17, table=TestAcidGuarantees in 1.0610 sec 2024-12-05T07:54:58,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-05T07:54:58,138 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:54:58,138 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:54:58,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees 2024-12-05T07:54:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:54:58,145 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:54:58,147 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=19, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:54:58,147 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=19, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:54:58,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:54:58,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:58,280 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:54:58,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:58,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:58,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:58,280 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:58,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:58,281 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:58,303 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T07:54:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:58,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,303 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/26daaa5977eb4f8ca632a9846c4429b6 is 50, key is test_row_0/A:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:58,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741900_1076 (size=9857) 2024-12-05T07:54:58,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385298367, max timestamp=1733385298394Num uniques 859; 2024-12-05T07:54:58,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385298367, max timestamp=1733385298394Num uniques 859; 2024-12-05T07:54:58,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:54:58,400 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:54:58,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385298367, max timestamp=1733385298394Num uniques 859; 2024-12-05T07:54:58,402 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:54:58,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:54:58,459 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T07:54:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,460 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,486 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385358481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385358483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,487 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,488 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385358485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,488 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,489 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,603 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385358598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,604 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385358598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,605 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,606 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385358598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,607 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,613 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T07:54:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,613 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/26daaa5977eb4f8ca632a9846c4429b6 2024-12-05T07:54:58,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5912883c84144c08a44bae3730ad6fd5 is 50, key is test_row_0/B:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:58,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741901_1077 (size=9857) 2024-12-05T07:54:58,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T07:54:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,768 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] handler.RSProcedureHandler(58): pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=20 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:54:58,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=20 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:54:58,771 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5912883c84144c08a44bae3730ad6fd5 2024-12-05T07:54:58,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/aec7126a89c84b269f4529dced006a63 is 50, key is test_row_0/C:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:58,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741902_1078 (size=9857) 2024-12-05T07:54:58,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/aec7126a89c84b269f4529dced006a63 2024-12-05T07:54:58,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385358808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385358808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,812 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/26daaa5977eb4f8ca632a9846c4429b6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6 2024-12-05T07:54:58,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:58,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385358818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:58,819 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:58,827 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6, entries=100, sequenceid=364, filesize=9.6 K 2024-12-05T07:54:58,829 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5912883c84144c08a44bae3730ad6fd5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5 2024-12-05T07:54:58,857 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5, entries=100, sequenceid=364, filesize=9.6 K 2024-12-05T07:54:58,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/aec7126a89c84b269f4529dced006a63 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63 2024-12-05T07:54:58,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63, entries=100, sequenceid=364, filesize=9.6 K 2024-12-05T07:54:58,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=125.23 KB/128240 for 1d5a6f0c5918745a1988190ac6d8c310 in 589ms, sequenceid=364, compaction requested=true 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:58,870 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:58,870 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:54:58,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:58,872 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44930 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:58,872 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44930 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:58,872 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:54:58,872 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:54:58,873 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,873 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,873 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5f7b4b345e884fedba0908ee2c74100c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=43.9 K 2024-12-05T07:54:58,873 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6cda4a9a9f92427f89333f1df309be29, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=43.9 K 2024-12-05T07:54:58,873 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5f7b4b345e884fedba0908ee2c74100c, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:58,873 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6cda4a9a9f92427f89333f1df309be29, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:58,874 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8cb5e9167e5e419f88170ffaa917ec4f, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385294684 2024-12-05T07:54:58,874 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d54a72c3ba1b4d21a8b6e105a6b42a19, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385294684 2024-12-05T07:54:58,875 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2a2fbe96b27044f1aa76c4ede434308e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733385295461 2024-12-05T07:54:58,875 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1f659efa7e8b4c6c922a49a73ef68743, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733385295461 2024-12-05T07:54:58,875 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 26daaa5977eb4f8ca632a9846c4429b6, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385297640 2024-12-05T07:54:58,875 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5912883c84144c08a44bae3730ad6fd5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385297640 2024-12-05T07:54:58,893 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#66 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:58,894 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/0a324b4541e044348bf424f7bd7432f3 is 50, key is test_row_0/A:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:58,904 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#67 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:58,904 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/e59c13b563cb4c519862c13d83567244 is 50, key is test_row_0/B:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:58,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=20 2024-12-05T07:54:58,923 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=125.23 KB heapSize=355.30 KB 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:58,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:54:58,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/2ae59008c2ef4ce893c7c951c93c4af6 is 50, key is test_row_0/A:col10/1733385298479/Put/seqid=0 2024-12-05T07:54:58,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741903_1079 (size=13051) 2024-12-05T07:54:58,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741904_1080 (size=13051) 2024-12-05T07:54:58,971 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/e59c13b563cb4c519862c13d83567244 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/e59c13b563cb4c519862c13d83567244 2024-12-05T07:54:58,982 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into e59c13b563cb4c519862c13d83567244(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:58,982 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:58,982 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=12, startTime=1733385298870; duration=0sec 2024-12-05T07:54:58,983 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:54:58,983 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:54:58,983 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:54:58,985 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 44930 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:54:58,985 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:54:58,985 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:58,986 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e104aa4d4c5949898eb6b18c2574bd46, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=43.9 K 2024-12-05T07:54:58,986 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e104aa4d4c5949898eb6b18c2574bd46, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=303, earliestPutTs=1733385293953 2024-12-05T07:54:58,987 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2cc82e8db03c4a69a467114a9897c9cc, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385294684 2024-12-05T07:54:58,987 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting db1250c6fb6042c981f72aa50854162c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733385295461 2024-12-05T07:54:58,988 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting aec7126a89c84b269f4529dced006a63, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385297640 2024-12-05T07:54:59,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741905_1081 (size=12301) 2024-12-05T07:54:59,007 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#69 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:54:59,008 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/faa2283547144831831116cab5562807 is 50, key is test_row_0/C:col10/1733385298278/Put/seqid=0 2024-12-05T07:54:59,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741906_1082 (size=13051) 2024-12-05T07:54:59,059 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/faa2283547144831831116cab5562807 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/faa2283547144831831116cab5562807 2024-12-05T07:54:59,085 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into faa2283547144831831116cab5562807(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:59,085 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:59,086 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=12, startTime=1733385298870; duration=0sec 2024-12-05T07:54:59,086 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:59,086 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:54:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:59,120 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:54:59,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385359140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,153 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385359148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,155 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,156 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385359155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385359263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,265 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385359263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,267 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385359268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,274 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:54:59,358 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/0a324b4541e044348bf424f7bd7432f3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/0a324b4541e044348bf424f7bd7432f3 2024-12-05T07:54:59,375 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 0a324b4541e044348bf424f7bd7432f3(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:54:59,375 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:59,375 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=12, startTime=1733385298870; duration=0sec 2024-12-05T07:54:59,375 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:54:59,376 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:54:59,404 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/2ae59008c2ef4ce893c7c951c93c4af6 2024-12-05T07:54:59,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0e77f7eb2d8c424bad737c756dc282b1 is 50, key is test_row_0/B:col10/1733385298479/Put/seqid=0 2024-12-05T07:54:59,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741907_1083 (size=12301) 2024-12-05T07:54:59,455 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0e77f7eb2d8c424bad737c756dc282b1 2024-12-05T07:54:59,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3aedce6c71a14428af323a0291e38a6a is 50, key is test_row_0/C:col10/1733385298479/Put/seqid=0 2024-12-05T07:54:59,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385359478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,482 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385359478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385359478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,483 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,483 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,484 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741908_1084 (size=12301) 2024-12-05T07:54:59,492 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3aedce6c71a14428af323a0291e38a6a 2024-12-05T07:54:59,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/2ae59008c2ef4ce893c7c951c93c4af6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6 2024-12-05T07:54:59,524 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T07:54:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0e77f7eb2d8c424bad737c756dc282b1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1 2024-12-05T07:54:59,534 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T07:54:59,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3aedce6c71a14428af323a0291e38a6a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a 2024-12-05T07:54:59,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a, entries=150, sequenceid=399, filesize=12.0 K 2024-12-05T07:54:59,555 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(3140): Finished flush of dataSize ~125.23 KB/128240, heapSize ~355.25 KB/363776, currentSize=60.38 KB/61830 for 1d5a6f0c5918745a1988190ac6d8c310 in 632ms, sequenceid=399, compaction requested=false 2024-12-05T07:54:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:54:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:54:59,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=20}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=20 2024-12-05T07:54:59,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=20 2024-12-05T07:54:59,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=20, resume processing ppid=19 2024-12-05T07:54:59,561 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-05T07:54:59,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=19, table=TestAcidGuarantees in 1.4240 sec 2024-12-05T07:54:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:54:59,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:54:59,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:54:59,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c8df4bc49a234aa8bc173bb60672aea8 is 50, key is test_row_0/A:col10/1733385299140/Put/seqid=0 2024-12-05T07:54:59,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741909_1085 (size=12301) 2024-12-05T07:54:59,701 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c8df4bc49a234aa8bc173bb60672aea8 2024-12-05T07:54:59,715 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/856121ea2d274360b5de1dce3e8fdb82 is 50, key is test_row_0/B:col10/1733385299140/Put/seqid=0 2024-12-05T07:54:59,738 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385359733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,739 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385359738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,745 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741910_1086 (size=12301) 2024-12-05T07:54:59,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385359788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385359788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,793 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385359790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,792 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,793 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385359848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:54:59,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385359848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:54:59,853 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385360059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,060 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,063 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385360062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,064 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/856121ea2d274360b5de1dce3e8fdb82 2024-12-05T07:55:00,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/e2f595c8bf7f47f394ecf899fc8bcd7f is 50, key is test_row_0/C:col10/1733385299140/Put/seqid=0 2024-12-05T07:55:00,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741911_1087 (size=12301) 2024-12-05T07:55:00,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=19 2024-12-05T07:55:00,287 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:00,288 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees 2024-12-05T07:55:00,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T07:55:00,290 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:00,291 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=21, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:00,291 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385360297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385360297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,302 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385360298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,303 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385360368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,369 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,370 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385360369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T07:55:00,444 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T07:55:00,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/e2f595c8bf7f47f394ecf899fc8bcd7f 2024-12-05T07:55:00,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/c8df4bc49a234aa8bc173bb60672aea8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8 2024-12-05T07:55:00,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T07:55:00,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:00,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] handler.RSProcedureHandler(58): pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=22 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=22 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T07:55:00,624 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T07:55:00,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/856121ea2d274360b5de1dce3e8fdb82 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82 2024-12-05T07:55:00,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T07:55:00,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/e2f595c8bf7f47f394ecf899fc8bcd7f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f 2024-12-05T07:55:00,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f, entries=150, sequenceid=415, filesize=12.0 K 2024-12-05T07:55:00,648 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1d5a6f0c5918745a1988190ac6d8c310 in 977ms, sequenceid=415, compaction requested=true 2024-12-05T07:55:00,648 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:00,649 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:00,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:00,651 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:00,651 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:55:00,651 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,651 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/0a324b4541e044348bf424f7bd7432f3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.8 K 2024-12-05T07:55:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:00,652 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:00,652 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0a324b4541e044348bf424f7bd7432f3, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385295468 2024-12-05T07:55:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:00,653 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2ae59008c2ef4ce893c7c951c93c4af6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733385298479 2024-12-05T07:55:00,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:00,653 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:00,653 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c8df4bc49a234aa8bc173bb60672aea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:00,653 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:00,653 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:55:00,653 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,654 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/e59c13b563cb4c519862c13d83567244, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.8 K 2024-12-05T07:55:00,659 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e59c13b563cb4c519862c13d83567244, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385295468 2024-12-05T07:55:00,660 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0e77f7eb2d8c424bad737c756dc282b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733385298479 2024-12-05T07:55:00,660 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 856121ea2d274360b5de1dce3e8fdb82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:00,673 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#75 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:00,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/45abc174d8cf4644a8f717a7b777318d is 50, key is test_row_0/A:col10/1733385299140/Put/seqid=0 2024-12-05T07:55:00,688 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#76 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:00,689 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/557ed2cefcda4ce090a31f84b2fbe3e8 is 50, key is test_row_0/B:col10/1733385299140/Put/seqid=0 2024-12-05T07:55:00,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741912_1088 (size=13153) 2024-12-05T07:55:00,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741913_1089 (size=13153) 2024-12-05T07:55:00,737 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/45abc174d8cf4644a8f717a7b777318d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/45abc174d8cf4644a8f717a7b777318d 2024-12-05T07:55:00,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/557ed2cefcda4ce090a31f84b2fbe3e8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/557ed2cefcda4ce090a31f84b2fbe3e8 2024-12-05T07:55:00,750 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 45abc174d8cf4644a8f717a7b777318d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:00,751 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:00,751 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=13, startTime=1733385300649; duration=0sec 2024-12-05T07:55:00,751 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:00,751 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:55:00,751 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:00,755 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:00,756 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:55:00,756 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,757 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/faa2283547144831831116cab5562807, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.8 K 2024-12-05T07:55:00,757 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting faa2283547144831831116cab5562807, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385295468 2024-12-05T07:55:00,758 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3aedce6c71a14428af323a0291e38a6a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733385298479 2024-12-05T07:55:00,758 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e2f595c8bf7f47f394ecf899fc8bcd7f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:00,760 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=22 2024-12-05T07:55:00,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:00,761 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 557ed2cefcda4ce090a31f84b2fbe3e8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:00,761 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:00,761 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=13, startTime=1733385300652; duration=0sec 2024-12-05T07:55:00,761 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:00,762 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:00,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:00,766 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:55:00,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1eeac15751944f1a88dc03a89abe256e is 50, key is test_row_0/A:col10/1733385299726/Put/seqid=0 2024-12-05T07:55:00,772 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:00,780 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/524f667c0932499b835ef61efec4aa6b is 50, key is test_row_0/C:col10/1733385299140/Put/seqid=0 2024-12-05T07:55:00,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741914_1090 (size=12301) 2024-12-05T07:55:00,841 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1eeac15751944f1a88dc03a89abe256e 2024-12-05T07:55:00,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741915_1091 (size=13153) 2024-12-05T07:55:00,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ab0d87ae88fb4145bbecfb7720473c01 is 50, key is test_row_0/B:col10/1733385299726/Put/seqid=0 2024-12-05T07:55:00,864 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/524f667c0932499b835ef61efec4aa6b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/524f667c0932499b835ef61efec4aa6b 2024-12-05T07:55:00,879 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into 524f667c0932499b835ef61efec4aa6b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:00,879 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:00,880 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=13, startTime=1733385300652; duration=0sec 2024-12-05T07:55:00,880 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:00,880 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:55:00,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:00,882 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:00,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741916_1092 (size=12301) 2024-12-05T07:55:00,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ab0d87ae88fb4145bbecfb7720473c01 2024-12-05T07:55:00,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/d809aa11d42b4716acb23455e1d45dcf is 50, key is test_row_0/C:col10/1733385299726/Put/seqid=0 2024-12-05T07:55:00,920 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385360912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T07:55:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385360913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,927 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:00,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:00,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741917_1093 (size=12301) 2024-12-05T07:55:00,999 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/d809aa11d42b4716acb23455e1d45dcf 2024-12-05T07:55:01,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/1eeac15751944f1a88dc03a89abe256e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e 2024-12-05T07:55:01,019 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e, entries=150, sequenceid=436, filesize=12.0 K 2024-12-05T07:55:01,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/ab0d87ae88fb4145bbecfb7720473c01 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01 2024-12-05T07:55:01,035 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01, entries=150, sequenceid=436, filesize=12.0 K 2024-12-05T07:55:01,045 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385361038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,047 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385361039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/d809aa11d42b4716acb23455e1d45dcf as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,047 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf, entries=150, sequenceid=436, filesize=12.0 K 2024-12-05T07:55:01,057 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 1d5a6f0c5918745a1988190ac6d8c310 in 294ms, sequenceid=436, compaction requested=false 2024-12-05T07:55:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=22}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=22 2024-12-05T07:55:01,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=22 2024-12-05T07:55:01,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-05T07:55:01,066 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 769 msec 2024-12-05T07:55:01,070 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=21, table=TestAcidGuarantees in 780 msec 2024-12-05T07:55:01,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:01,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:55:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:01,262 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:01,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:01,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,270 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/07b47648b16c49c884596ba285a10123 is 50, key is test_row_0/A:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:01,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741918_1094 (size=14741) 2024-12-05T07:55:01,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385361308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385361310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,316 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2176 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,317 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,318 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385361314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385361315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385361317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,320 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2172 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,321 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=21 2024-12-05T07:55:01,428 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:01,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:01,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees 2024-12-05T07:55:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:01,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385361428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385361428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385361428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,431 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,432 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,432 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,433 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=23, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:01,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=23, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:01,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:01,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T07:55:01,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:01,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385361638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,641 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385361638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,642 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,643 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385361638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,644 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,682 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/07b47648b16c49c884596ba285a10123 2024-12-05T07:55:01,701 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0ed918b782cb4886905fccb60b5268cc is 50, key is test_row_0/B:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:01,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:01,754 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T07:55:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:01,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,754 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] handler.RSProcedureHandler(58): pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=24 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741919_1095 (size=12301) 2024-12-05T07:55:01,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=24 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:01,766 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0ed918b782cb4886905fccb60b5268cc 2024-12-05T07:55:01,782 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/04d464b1d3104b4a8f64bebf8900acd3 is 50, key is test_row_0/C:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:01,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741920_1096 (size=12301) 2024-12-05T07:55:01,844 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/04d464b1d3104b4a8f64bebf8900acd3 2024-12-05T07:55:01,853 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/07b47648b16c49c884596ba285a10123 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123 2024-12-05T07:55:01,862 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123, entries=200, sequenceid=452, filesize=14.4 K 2024-12-05T07:55:01,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/0ed918b782cb4886905fccb60b5268cc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc 2024-12-05T07:55:01,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T07:55:01,872 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/04d464b1d3104b4a8f64bebf8900acd3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3 2024-12-05T07:55:01,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3, entries=150, sequenceid=452, filesize=12.0 K 2024-12-05T07:55:01,889 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 1d5a6f0c5918745a1988190ac6d8c310 in 627ms, sequenceid=452, compaction requested=true 2024-12-05T07:55:01,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:01,889 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:01,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:01,889 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:01,889 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:01,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:01,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:01,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:01,890 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:01,893 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:01,893 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:01,893 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:55:01,893 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:55:01,893 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,893 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/557ed2cefcda4ce090a31f84b2fbe3e8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.9 K 2024-12-05T07:55:01,893 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,893 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/45abc174d8cf4644a8f717a7b777318d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=39.3 K 2024-12-05T07:55:01,894 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 45abc174d8cf4644a8f717a7b777318d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:01,894 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 557ed2cefcda4ce090a31f84b2fbe3e8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:01,897 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1eeac15751944f1a88dc03a89abe256e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733385299726 2024-12-05T07:55:01,897 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab0d87ae88fb4145bbecfb7720473c01, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733385299726 2024-12-05T07:55:01,898 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 07b47648b16c49c884596ba285a10123, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300900 2024-12-05T07:55:01,898 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ed918b782cb4886905fccb60b5268cc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300905 2024-12-05T07:55:01,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=24 2024-12-05T07:55:01,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:01,910 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:01,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:01,927 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#84 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:01,927 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#85 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:01,928 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/524d589d84004fdaade37712e9fd632f is 50, key is test_row_0/B:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:01,930 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f5bae3deb4a142a2bc7b0a16a2f509bf is 50, key is test_row_0/A:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ca804839dad14d00b2e6e437699f85b1 is 50, key is test_row_0/A:col10/1733385301311/Put/seqid=0 2024-12-05T07:55:01,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741921_1097 (size=13255) 2024-12-05T07:55:01,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:01,954 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:01,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385361984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,993 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,994 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385361987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,995 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:01,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385361991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:01,996 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:01,997 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741923_1099 (size=13255) 2024-12-05T07:55:02,015 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f5bae3deb4a142a2bc7b0a16a2f509bf as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f5bae3deb4a142a2bc7b0a16a2f509bf 2024-12-05T07:55:02,025 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into f5bae3deb4a142a2bc7b0a16a2f509bf(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:02,026 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:02,026 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=13, startTime=1733385301889; duration=0sec 2024-12-05T07:55:02,027 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:02,027 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:55:02,027 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:02,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741922_1098 (size=12301) 2024-12-05T07:55:02,031 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:02,031 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:55:02,031 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:02,031 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/524f667c0932499b835ef61efec4aa6b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=36.9 K 2024-12-05T07:55:02,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ca804839dad14d00b2e6e437699f85b1 2024-12-05T07:55:02,036 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 524f667c0932499b835ef61efec4aa6b, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733385299127 2024-12-05T07:55:02,037 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d809aa11d42b4716acb23455e1d45dcf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733385299726 2024-12-05T07:55:02,038 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 04d464b1d3104b4a8f64bebf8900acd3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300905 2024-12-05T07:55:02,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/40a68b3b2979429692b78dc96fc923ae is 50, key is test_row_0/B:col10/1733385301311/Put/seqid=0 2024-12-05T07:55:02,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:02,058 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:02,059 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/501a51aa46ae46bb85dacc88ee28a7a1 is 50, key is test_row_0/C:col10/1733385300905/Put/seqid=0 2024-12-05T07:55:02,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741924_1100 (size=12301) 2024-12-05T07:55:02,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741925_1101 (size=13255) 2024-12-05T07:55:02,101 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385362097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385362097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,102 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385362107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,112 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385362307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385362308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,309 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385362318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,319 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,368 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/524d589d84004fdaade37712e9fd632f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/524d589d84004fdaade37712e9fd632f 2024-12-05T07:55:02,378 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 524d589d84004fdaade37712e9fd632f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:02,379 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:02,379 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=13, startTime=1733385301889; duration=0sec 2024-12-05T07:55:02,379 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:02,379 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:55:02,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/40a68b3b2979429692b78dc96fc923ae 2024-12-05T07:55:02,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/8f3eff70f0b64fc6a4330a8b1dcc0716 is 50, key is test_row_0/C:col10/1733385301311/Put/seqid=0 2024-12-05T07:55:02,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741926_1102 (size=12301) 2024-12-05T07:55:02,485 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/501a51aa46ae46bb85dacc88ee28a7a1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/501a51aa46ae46bb85dacc88ee28a7a1 2024-12-05T07:55:02,492 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into 501a51aa46ae46bb85dacc88ee28a7a1(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:02,492 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:02,492 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=13, startTime=1733385301890; duration=0sec 2024-12-05T07:55:02,492 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:02,492 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:55:02,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:02,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385362618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385362619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,624 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,625 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:02,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385362628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,631 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:02,632 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:02,877 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=469 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/8f3eff70f0b64fc6a4330a8b1dcc0716 2024-12-05T07:55:02,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/ca804839dad14d00b2e6e437699f85b1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1 2024-12-05T07:55:02,888 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1, entries=150, sequenceid=469, filesize=12.0 K 2024-12-05T07:55:02,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/40a68b3b2979429692b78dc96fc923ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae 2024-12-05T07:55:02,894 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae, entries=150, sequenceid=469, filesize=12.0 K 2024-12-05T07:55:02,895 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/8f3eff70f0b64fc6a4330a8b1dcc0716 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716 2024-12-05T07:55:02,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716, entries=150, sequenceid=469, filesize=12.0 K 2024-12-05T07:55:02,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1d5a6f0c5918745a1988190ac6d8c310 in 991ms, sequenceid=469, compaction requested=false 2024-12-05T07:55:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:02,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=24}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=24 2024-12-05T07:55:02,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=24 2024-12-05T07:55:02,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=23 2024-12-05T07:55:02,905 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-12-05T07:55:02,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=23, table=TestAcidGuarantees in 1.4780 sec 2024-12-05T07:55:03,131 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T07:55:03,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:03,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:03,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,131 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:03,132 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:03,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/e0ac98b49f504ec3a5f079a886399e38 is 50, key is test_row_0/A:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741927_1103 (size=12297) 2024-12-05T07:55:03,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/e0ac98b49f504ec3a5f079a886399e38 2024-12-05T07:55:03,169 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/45fa528a8f564c2890f9d7a2b8ec263a is 50, key is test_row_0/B:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741928_1104 (size=9857) 2024-12-05T07:55:03,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385363171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/45fa528a8f564c2890f9d7a2b8ec263a 2024-12-05T07:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,178 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,184 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385363177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,185 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385363177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,186 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,188 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3f2ec04f3e8b4c1387c3c1a49826b159 is 50, key is test_row_0/C:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741929_1105 (size=9857) 2024-12-05T07:55:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385363287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385363287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,292 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385363297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55748 deadline: 1733385363328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,330 WARN [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,331 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55774 deadline: 1733385363338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,341 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 1d5a6f0c5918745a1988190ac6d8c310 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4193 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,341 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,342 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385363498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,501 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,501 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385363498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,502 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385363507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,509 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=23 2024-12-05T07:55:03,578 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:03,579 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:03,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees 2024-12-05T07:55:03,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T07:55:03,580 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:03,581 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=25, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:03,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=26, ppid=25, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:03,592 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=488 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3f2ec04f3e8b4c1387c3c1a49826b159 2024-12-05T07:55:03,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/e0ac98b49f504ec3a5f079a886399e38 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38 2024-12-05T07:55:03,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38, entries=150, sequenceid=488, filesize=12.0 K 2024-12-05T07:55:03,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/45fa528a8f564c2890f9d7a2b8ec263a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a 2024-12-05T07:55:03,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a, entries=100, sequenceid=488, filesize=9.6 K 2024-12-05T07:55:03,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/3f2ec04f3e8b4c1387c3c1a49826b159 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159 2024-12-05T07:55:03,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159, entries=100, sequenceid=488, filesize=9.6 K 2024-12-05T07:55:03,621 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=93.93 KB/96180 for 1d5a6f0c5918745a1988190ac6d8c310 in 490ms, sequenceid=488, compaction requested=true 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:03,621 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:03,621 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:03,621 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:03,622 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:03,622 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:55:03,622 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37853 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:03,622 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:55:03,622 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:03,622 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:03,622 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f5bae3deb4a142a2bc7b0a16a2f509bf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=37.0 K 2024-12-05T07:55:03,622 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/524d589d84004fdaade37712e9fd632f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=34.6 K 2024-12-05T07:55:03,623 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f5bae3deb4a142a2bc7b0a16a2f509bf, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300905 2024-12-05T07:55:03,623 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 524d589d84004fdaade37712e9fd632f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300905 2024-12-05T07:55:03,623 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 40a68b3b2979429692b78dc96fc923ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733385301285 2024-12-05T07:55:03,623 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ca804839dad14d00b2e6e437699f85b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733385301285 2024-12-05T07:55:03,624 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e0ac98b49f504ec3a5f079a886399e38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301984 2024-12-05T07:55:03,624 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 45fa528a8f564c2890f9d7a2b8ec263a, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301985 2024-12-05T07:55:03,634 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#93 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:03,635 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5c97308663c842ba970f20cc940352d5 is 50, key is test_row_0/B:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,636 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#94 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:03,637 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/729498d3944d4daea3ecfacf0292a587 is 50, key is test_row_0/A:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741931_1107 (size=13357) 2024-12-05T07:55:03,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741930_1106 (size=13357) 2024-12-05T07:55:03,660 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5c97308663c842ba970f20cc940352d5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5c97308663c842ba970f20cc940352d5 2024-12-05T07:55:03,671 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 5c97308663c842ba970f20cc940352d5(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:03,671 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:03,671 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=13, startTime=1733385303621; duration=0sec 2024-12-05T07:55:03,671 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:03,671 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:55:03,671 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:03,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35413 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:03,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:55:03,674 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:03,674 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/501a51aa46ae46bb85dacc88ee28a7a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=34.6 K 2024-12-05T07:55:03,675 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 501a51aa46ae46bb85dacc88ee28a7a1, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733385300905 2024-12-05T07:55:03,675 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8f3eff70f0b64fc6a4330a8b1dcc0716, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=469, earliestPutTs=1733385301285 2024-12-05T07:55:03,677 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3f2ec04f3e8b4c1387c3c1a49826b159, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301985 2024-12-05T07:55:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T07:55:03,693 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#95 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:03,694 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/d615e63febc54ad388c3f21337092c33 is 50, key is test_row_0/C:col10/1733385303129/Put/seqid=0 2024-12-05T07:55:03,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741932_1108 (size=13357) 2024-12-05T07:55:03,732 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=26 2024-12-05T07:55:03,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:03,733 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:03,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:03,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/101659f946ba49f78ba2414bd64fd66a is 50, key is test_row_0/A:col10/1733385303169/Put/seqid=0 2024-12-05T07:55:03,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741933_1109 (size=12301) 2024-12-05T07:55:03,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:03,811 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:03,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385363824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,827 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385363825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,827 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385363826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,833 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T07:55:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385363938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,939 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385363938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,939 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:03,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385363938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:03,940 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,052 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/729498d3944d4daea3ecfacf0292a587 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/729498d3944d4daea3ecfacf0292a587 2024-12-05T07:55:04,058 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 729498d3944d4daea3ecfacf0292a587(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:04,058 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:04,058 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=13, startTime=1733385303621; duration=0sec 2024-12-05T07:55:04,058 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:04,058 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:55:04,114 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/d615e63febc54ad388c3f21337092c33 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d615e63febc54ad388c3f21337092c33 2024-12-05T07:55:04,120 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into d615e63febc54ad388c3f21337092c33(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:04,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:04,120 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=13, startTime=1733385303621; duration=0sec 2024-12-05T07:55:04,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:04,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:55:04,149 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/101659f946ba49f78ba2414bd64fd66a 2024-12-05T07:55:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385364148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385364148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385364148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,153 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/30d5eb1b52bc49dc89c2c1433fb43f7a is 50, key is test_row_0/B:col10/1733385303169/Put/seqid=0 2024-12-05T07:55:04,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741934_1110 (size=12301) 2024-12-05T07:55:04,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T07:55:04,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385364458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,458 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,458 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385364458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,462 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:04,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385364458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:04,463 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:04,599 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/30d5eb1b52bc49dc89c2c1433fb43f7a 2024-12-05T07:55:04,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/816e9fe65bc94da19f7da9e21a90cc97 is 50, key is test_row_0/C:col10/1733385303169/Put/seqid=0 2024-12-05T07:55:04,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741935_1111 (size=12301) 2024-12-05T07:55:04,611 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/816e9fe65bc94da19f7da9e21a90cc97 2024-12-05T07:55:04,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/101659f946ba49f78ba2414bd64fd66a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a 2024-12-05T07:55:04,623 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a, entries=150, sequenceid=506, filesize=12.0 K 2024-12-05T07:55:04,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/30d5eb1b52bc49dc89c2c1433fb43f7a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a 2024-12-05T07:55:04,629 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a, entries=150, sequenceid=506, filesize=12.0 K 2024-12-05T07:55:04,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/816e9fe65bc94da19f7da9e21a90cc97 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97 2024-12-05T07:55:04,638 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97, entries=150, sequenceid=506, filesize=12.0 K 2024-12-05T07:55:04,640 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 1d5a6f0c5918745a1988190ac6d8c310 in 907ms, sequenceid=506, compaction requested=false 2024-12-05T07:55:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:04,640 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=26}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=26 2024-12-05T07:55:04,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=26 2024-12-05T07:55:04,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=26, resume processing ppid=25 2024-12-05T07:55:04,645 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0600 sec 2024-12-05T07:55:04,647 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=25, table=TestAcidGuarantees in 1.0670 sec 2024-12-05T07:55:04,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-05T07:55:04,718 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:04,718 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:04,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees 2024-12-05T07:55:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T07:55:04,720 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:04,721 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=27, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:04,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:04,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T07:55:04,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=28 2024-12-05T07:55:04,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:04,880 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:04,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:04,885 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/89b3aaa55a1b4750b766110aa4298263 is 50, key is test_row_0/A:col10/1733385303823/Put/seqid=0 2024-12-05T07:55:04,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741936_1112 (size=12301) 2024-12-05T07:55:04,897 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/89b3aaa55a1b4750b766110aa4298263 2024-12-05T07:55:04,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/f3491ac758724a5ab11da1b55dfcc4e7 is 50, key is test_row_0/B:col10/1733385303823/Put/seqid=0 2024-12-05T07:55:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741937_1113 (size=12301) 2024-12-05T07:55:04,927 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/f3491ac758724a5ab11da1b55dfcc4e7 2024-12-05T07:55:04,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/ff0ac1faba9649a7a0b0824c1d2fe42a is 50, key is test_row_0/C:col10/1733385303823/Put/seqid=0 2024-12-05T07:55:04,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741938_1114 (size=12301) 2024-12-05T07:55:04,965 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=523 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/ff0ac1faba9649a7a0b0824c1d2fe42a 2024-12-05T07:55:04,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/89b3aaa55a1b4750b766110aa4298263 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263 2024-12-05T07:55:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:04,976 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:04,984 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263, entries=150, sequenceid=523, filesize=12.0 K 2024-12-05T07:55:04,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/f3491ac758724a5ab11da1b55dfcc4e7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7 2024-12-05T07:55:04,994 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7, entries=150, sequenceid=523, filesize=12.0 K 2024-12-05T07:55:04,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/ff0ac1faba9649a7a0b0824c1d2fe42a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a 2024-12-05T07:55:05,006 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a, entries=150, sequenceid=523, filesize=12.0 K 2024-12-05T07:55:05,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385365002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,007 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385365003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,008 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,010 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for 1d5a6f0c5918745a1988190ac6d8c310 in 131ms, sequenceid=523, compaction requested=true 2024-12-05T07:55:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=28}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=28 2024-12-05T07:55:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:05,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=28 2024-12-05T07:55:05,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:05,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-05T07:55:05,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 297 msec 2024-12-05T07:55:05,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=27, table=TestAcidGuarantees in 303 msec 2024-12-05T07:55:05,032 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5016cefa481645e5bc47aaf730d0cf58 is 50, key is test_row_0/A:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:05,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=27 2024-12-05T07:55:05,038 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:05,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741939_1115 (size=12301) 2024-12-05T07:55:05,038 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:05,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees 2024-12-05T07:55:05,041 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5016cefa481645e5bc47aaf730d0cf58 2024-12-05T07:55:05,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:05,041 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:05,044 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=29, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:05,044 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:05,063 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a07d0e62cd894f78a52056ac52e92e90 is 50, key is test_row_0/B:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:05,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385365068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,069 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741940_1116 (size=12301) 2024-12-05T07:55:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385365117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385365118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,123 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:05,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385365177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,178 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,199 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,328 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385365328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,329 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385365328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,353 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:05,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385365387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,390 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a07d0e62cd894f78a52056ac52e92e90 2024-12-05T07:55:05,480 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/b5385898de6f4987b7624345dd9250be is 50, key is test_row_0/C:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741941_1117 (size=12301) 2024-12-05T07:55:05,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,506 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385365637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,639 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385365638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,641 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,659 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,659 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:05,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:05,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385365697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:05,698 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:05,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:05,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] handler.RSProcedureHandler(58): pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=30 java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=30 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:05,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=541 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/b5385898de6f4987b7624345dd9250be 2024-12-05T07:55:05,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/5016cefa481645e5bc47aaf730d0cf58 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58 2024-12-05T07:55:05,894 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T07:55:05,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a07d0e62cd894f78a52056ac52e92e90 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90 2024-12-05T07:55:05,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T07:55:05,902 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/b5385898de6f4987b7624345dd9250be as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be 2024-12-05T07:55:05,913 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be, entries=150, sequenceid=541, filesize=12.0 K 2024-12-05T07:55:05,913 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1005): StoreScanner already closing. There is no need to updateReaders 2024-12-05T07:55:05,914 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 1d5a6f0c5918745a1988190ac6d8c310 in 900ms, sequenceid=541, compaction requested=true 2024-12-05T07:55:05,914 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:05,915 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:05,915 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:05,915 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:05,916 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:05,916 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:05,916 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/A is initiating minor compaction (all files) 2024-12-05T07:55:05,916 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/B is initiating minor compaction (all files) 2024-12-05T07:55:05,916 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/A in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,916 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/B in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,916 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/729498d3944d4daea3ecfacf0292a587, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=49.1 K 2024-12-05T07:55:05,916 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5c97308663c842ba970f20cc940352d5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=49.1 K 2024-12-05T07:55:05,917 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 729498d3944d4daea3ecfacf0292a587, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301285 2024-12-05T07:55:05,917 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5c97308663c842ba970f20cc940352d5, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301285 2024-12-05T07:55:05,917 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 30d5eb1b52bc49dc89c2c1433fb43f7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733385303169 2024-12-05T07:55:05,917 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 101659f946ba49f78ba2414bd64fd66a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733385303169 2024-12-05T07:55:05,918 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 89b3aaa55a1b4750b766110aa4298263, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733385303819 2024-12-05T07:55:05,918 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f3491ac758724a5ab11da1b55dfcc4e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733385303819 2024-12-05T07:55:05,918 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5016cefa481645e5bc47aaf730d0cf58, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733385304998 2024-12-05T07:55:05,918 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a07d0e62cd894f78a52056ac52e92e90, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733385304998 2024-12-05T07:55:05,933 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:05,933 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/7fdb5af9045942e39cc783f537d5f0f7 is 50, key is test_row_0/A:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:05,949 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#B#compaction#106 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:05,951 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5a87dd8fe5204672b9b582e2b0a40e91 is 50, key is test_row_0/B:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:05,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=30 2024-12-05T07:55:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:05,967 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:55:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:05,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:05,968 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:05,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741942_1118 (size=13493) 2024-12-05T07:55:05,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f94d8007218a4840b23ab4e8d86fc8e9 is 50, key is test_row_0/A:col10/1733385305058/Put/seqid=0 2024-12-05T07:55:05,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741943_1119 (size=13493) 2024-12-05T07:55:06,001 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/5a87dd8fe5204672b9b582e2b0a40e91 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5a87dd8fe5204672b9b582e2b0a40e91 2024-12-05T07:55:06,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741944_1120 (size=12301) 2024-12-05T07:55:06,011 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f94d8007218a4840b23ab4e8d86fc8e9 2024-12-05T07:55:06,013 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/B of 1d5a6f0c5918745a1988190ac6d8c310 into 5a87dd8fe5204672b9b582e2b0a40e91(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:06,013 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:06,013 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/B, priority=12, startTime=1733385305915; duration=0sec 2024-12-05T07:55:06,013 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:06,013 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:55:06,013 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:06,017 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50260 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:06,018 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d5a6f0c5918745a1988190ac6d8c310/C is initiating minor compaction (all files) 2024-12-05T07:55:06,018 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d5a6f0c5918745a1988190ac6d8c310/C in TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:06,019 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d615e63febc54ad388c3f21337092c33, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp, totalSize=49.1 K 2024-12-05T07:55:06,020 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d615e63febc54ad388c3f21337092c33, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=488, earliestPutTs=1733385301285 2024-12-05T07:55:06,021 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 816e9fe65bc94da19f7da9e21a90cc97, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=506, earliestPutTs=1733385303169 2024-12-05T07:55:06,021 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ff0ac1faba9649a7a0b0824c1d2fe42a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=523, earliestPutTs=1733385303819 2024-12-05T07:55:06,023 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b5385898de6f4987b7624345dd9250be, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=541, earliestPutTs=1733385304998 2024-12-05T07:55:06,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/fc1d7b9362bf4204990fe92da81a176c is 50, key is test_row_0/B:col10/1733385305058/Put/seqid=0 2024-12-05T07:55:06,052 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d5a6f0c5918745a1988190ac6d8c310#C#compaction#109 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:06,052 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/4acb2d84015a4bc5a393d7f2a85a24c5 is 50, key is test_row_0/C:col10/1733385305001/Put/seqid=0 2024-12-05T07:55:06,076 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741945_1121 (size=12301) 2024-12-05T07:55:06,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741946_1122 (size=13493) 2024-12-05T07:55:06,092 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/4acb2d84015a4bc5a393d7f2a85a24c5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/4acb2d84015a4bc5a393d7f2a85a24c5 2024-12-05T07:55:06,098 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/C of 1d5a6f0c5918745a1988190ac6d8c310 into 4acb2d84015a4bc5a393d7f2a85a24c5(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:06,098 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:06,098 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/C, priority=12, startTime=1733385305915; duration=0sec 2024-12-05T07:55:06,098 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:06,098 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:55:06,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:06,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. as already flushing 2024-12-05T07:55:06,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:06,215 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55808 deadline: 1733385366208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,219 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385366215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,220 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385366216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,234 INFO [Thread-154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-154. 2024-12-05T07:55:06,234 DEBUG [Thread-154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:06,236 INFO [Thread-156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-156. 2024-12-05T07:55:06,236 DEBUG [Thread-156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:06,241 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,241 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,241 DEBUG [Thread-156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,241 DEBUG [Thread-154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:06,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:06,244 INFO [Thread-160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-160. 2024-12-05T07:55:06,244 DEBUG [Thread-160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:06,244 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,245 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,245 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:06,246 INFO [Thread-158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-158. 2024-12-05T07:55:06,246 DEBUG [Thread-158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:06,246 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,246 DEBUG [Thread-158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:06,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385366327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385366327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,328 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,390 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/7fdb5af9045942e39cc783f537d5f0f7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7fdb5af9045942e39cc783f537d5f0f7 2024-12-05T07:55:06,396 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d5a6f0c5918745a1988190ac6d8c310/A of 1d5a6f0c5918745a1988190ac6d8c310 into 7fdb5af9045942e39cc783f537d5f0f7(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:06,396 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:06,396 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., storeName=1d5a6f0c5918745a1988190ac6d8c310/A, priority=12, startTime=1733385305914; duration=0sec 2024-12-05T07:55:06,396 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:06,396 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:55:06,477 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/fc1d7b9362bf4204990fe92da81a176c 2024-12-05T07:55:06,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/98f7efa9bc3b48dd9e4b7edc31ad99ba is 50, key is test_row_0/C:col10/1733385305058/Put/seqid=0 2024-12-05T07:55:06,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741947_1123 (size=12301) 2024-12-05T07:55:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385366538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385366538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,538 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55814 deadline: 1733385366848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55730 deadline: 1733385366848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,850 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:06,851 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:06,890 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=555 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/98f7efa9bc3b48dd9e4b7edc31ad99ba 2024-12-05T07:55:06,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f94d8007218a4840b23ab4e8d86fc8e9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f94d8007218a4840b23ab4e8d86fc8e9 2024-12-05T07:55:06,901 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f94d8007218a4840b23ab4e8d86fc8e9, entries=150, sequenceid=555, filesize=12.0 K 2024-12-05T07:55:06,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/fc1d7b9362bf4204990fe92da81a176c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/fc1d7b9362bf4204990fe92da81a176c 2024-12-05T07:55:06,907 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/fc1d7b9362bf4204990fe92da81a176c, entries=150, sequenceid=555, filesize=12.0 K 2024-12-05T07:55:06,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/98f7efa9bc3b48dd9e4b7edc31ad99ba as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/98f7efa9bc3b48dd9e4b7edc31ad99ba 2024-12-05T07:55:06,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/98f7efa9bc3b48dd9e4b7edc31ad99ba, entries=150, sequenceid=555, filesize=12.0 K 2024-12-05T07:55:06,915 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for 1d5a6f0c5918745a1988190ac6d8c310 in 948ms, sequenceid=555, compaction requested=false 2024-12-05T07:55:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:06,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=30}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=30 2024-12-05T07:55:06,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=30 2024-12-05T07:55:06,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-05T07:55:06,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8730 sec 2024-12-05T07:55:06,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=29, table=TestAcidGuarantees in 1.8810 sec 2024-12-05T07:55:07,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-05T07:55:07,188 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:07,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:07,231 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:55:07,231 INFO [Thread-147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-147. 2024-12-05T07:55:07,231 DEBUG [Thread-147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:07,231 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:07,231 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:07,231 DEBUG [Thread-147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,231 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:07,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:07,232 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:07,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f3b5716a717b4a27a83f609092fea462 is 50, key is test_row_0/A:col10/1733385307228/Put/seqid=0 2024-12-05T07:55:07,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741948_1124 (size=12301) 2024-12-05T07:55:07,341 INFO [Thread-145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-145. 2024-12-05T07:55:07,341 DEBUG [Thread-145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:07,341 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,341 DEBUG [Thread-145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,341 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:55:07,362 INFO [Thread-143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-143. 2024-12-05T07:55:07,362 INFO [Thread-151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-151. 2024-12-05T07:55:07,362 INFO [Thread-149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-149. 2024-12-05T07:55:07,363 DEBUG [Thread-143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:07,363 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 DEBUG [Thread-149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:07,363 DEBUG [Thread-151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:07,363 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 DEBUG [Thread-143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,363 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,363 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 136 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 107 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 58 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 96 2024-12-05T07:55:07,364 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2830 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2771 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1344 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4027 rows 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1342 2024-12-05T07:55:07,365 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4022 rows 2024-12-05T07:55:07,366 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:55:07,366 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMixedAtomicity(AcidGuaranteesTestBase.java:117) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:55:07,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:07,366 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:07,372 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:55:07,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=31, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:07,380 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385307380"}]},"ts":"1733385307380"} 2024-12-05T07:55:07,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:07,382 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:55:07,382 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:55:07,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:55:07,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, UNASSIGN}] 2024-12-05T07:55:07,389 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, UNASSIGN 2024-12-05T07:55:07,390 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d5a6f0c5918745a1988190ac6d8c310, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:07,392 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=32, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, UNASSIGN because future has completed 2024-12-05T07:55:07,392 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:55:07,392 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:07,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:07,548 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(122): Close 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:07,548 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:55:07,548 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1722): Closing 1d5a6f0c5918745a1988190ac6d8c310, disabling compactions & flushes 2024-12-05T07:55:07,549 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:07,645 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f3b5716a717b4a27a83f609092fea462 2024-12-05T07:55:07,660 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/df94d8bdb10c443e96390e6e5079b407 is 50, key is test_row_0/B:col10/1733385307228/Put/seqid=0 2024-12-05T07:55:07,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741949_1125 (size=12301) 2024-12-05T07:55:07,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:08,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/df94d8bdb10c443e96390e6e5079b407 2024-12-05T07:55:08,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/1ae827c6ba7b494ebbaa77af2c821b04 is 50, key is test_row_0/C:col10/1733385307228/Put/seqid=0 2024-12-05T07:55:08,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741950_1126 (size=12301) 2024-12-05T07:55:08,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=578 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/1ae827c6ba7b494ebbaa77af2c821b04 2024-12-05T07:55:08,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/f3b5716a717b4a27a83f609092fea462 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f3b5716a717b4a27a83f609092fea462 2024-12-05T07:55:08,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f3b5716a717b4a27a83f609092fea462, entries=150, sequenceid=578, filesize=12.0 K 2024-12-05T07:55:08,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/df94d8bdb10c443e96390e6e5079b407 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/df94d8bdb10c443e96390e6e5079b407 2024-12-05T07:55:08,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/df94d8bdb10c443e96390e6e5079b407, entries=150, sequenceid=578, filesize=12.0 K 2024-12-05T07:55:08,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/1ae827c6ba7b494ebbaa77af2c821b04 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/1ae827c6ba7b494ebbaa77af2c821b04 2024-12-05T07:55:08,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/1ae827c6ba7b494ebbaa77af2c821b04, entries=150, sequenceid=578, filesize=12.0 K 2024-12-05T07:55:08,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=26.84 KB/27480 for 1d5a6f0c5918745a1988190ac6d8c310 in 1278ms, sequenceid=578, compaction requested=true 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d5a6f0c5918745a1988190ac6d8c310: 2024-12-05T07:55:08,508 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. after waiting 0 ms 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:A 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:B, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:B 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:08,508 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(2902): Flushing 1d5a6f0c5918745a1988190ac6d8c310 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d5a6f0c5918745a1988190ac6d8c310:C, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. because compaction request was cancelled 2024-12-05T07:55:08,508 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:08,508 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d5a6f0c5918745a1988190ac6d8c310:C 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=A 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=B 2024-12-05T07:55:08,508 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:08,509 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d5a6f0c5918745a1988190ac6d8c310, store=C 2024-12-05T07:55:08,509 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:08,512 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6c8dc215bee7434a83fd8dff0a1a05a1 is 50, key is test_row_0/A:col10/1733385307359/Put/seqid=0 2024-12-05T07:55:08,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741951_1127 (size=12301) 2024-12-05T07:55:08,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:08,917 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6c8dc215bee7434a83fd8dff0a1a05a1 2024-12-05T07:55:08,931 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a37d0aa920994b25a28b5c975393971c is 50, key is test_row_0/B:col10/1733385307359/Put/seqid=0 2024-12-05T07:55:08,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741952_1128 (size=12301) 2024-12-05T07:55:09,337 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a37d0aa920994b25a28b5c975393971c 2024-12-05T07:55:09,347 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/f9c9eafa33834ca7bb616810d9099e2d is 50, key is test_row_0/C:col10/1733385307359/Put/seqid=0 2024-12-05T07:55:09,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741953_1129 (size=12301) 2024-12-05T07:55:09,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:09,753 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=585 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/f9c9eafa33834ca7bb616810d9099e2d 2024-12-05T07:55:09,762 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/A/6c8dc215bee7434a83fd8dff0a1a05a1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6c8dc215bee7434a83fd8dff0a1a05a1 2024-12-05T07:55:09,767 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6c8dc215bee7434a83fd8dff0a1a05a1, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T07:55:09,768 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/B/a37d0aa920994b25a28b5c975393971c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a37d0aa920994b25a28b5c975393971c 2024-12-05T07:55:09,773 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a37d0aa920994b25a28b5c975393971c, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T07:55:09,774 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/.tmp/C/f9c9eafa33834ca7bb616810d9099e2d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f9c9eafa33834ca7bb616810d9099e2d 2024-12-05T07:55:09,778 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f9c9eafa33834ca7bb616810d9099e2d, entries=150, sequenceid=585, filesize=12.0 K 2024-12-05T07:55:09,779 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1d5a6f0c5918745a1988190ac6d8c310 in 1271ms, sequenceid=585, compaction requested=true 2024-12-05T07:55:09,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/fb7f8824caf64e778a02e047bb833aba, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/72ff4eafb87443a5938ce4bac197d8b5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/a5ebce67424a430794219ffbef6bc912, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/63c73cf616644adeaa5d34c0016c25ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6cda4a9a9f92427f89333f1df309be29, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/0a324b4541e044348bf424f7bd7432f3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/45abc174d8cf4644a8f717a7b777318d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f5bae3deb4a142a2bc7b0a16a2f509bf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/729498d3944d4daea3ecfacf0292a587, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58] to archive 2024-12-05T07:55:09,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:09,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f2c2b40f2c19487e88ad491105ae9277 2024-12-05T07:55:09,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6e54518e6c82477492abc2bb881d66e5 2024-12-05T07:55:09,790 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/fb7f8824caf64e778a02e047bb833aba to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/fb7f8824caf64e778a02e047bb833aba 2024-12-05T07:55:09,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c1ebb73c9c9440279b8f9f5ffc3a5c18 2024-12-05T07:55:09,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/78dcd165e04b46d48de9323575abc9c5 2024-12-05T07:55:09,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/025a84a2295d4f9898e976efc385a01a 2024-12-05T07:55:09,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ea76034e73be48818638bea68047d3b9 2024-12-05T07:55:09,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/72ff4eafb87443a5938ce4bac197d8b5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/72ff4eafb87443a5938ce4bac197d8b5 2024-12-05T07:55:09,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5cc381c953304ce1a3e53b15fde1867f 2024-12-05T07:55:09,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/a5ebce67424a430794219ffbef6bc912 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/a5ebce67424a430794219ffbef6bc912 2024-12-05T07:55:09,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/68fa56d286a54f3f92c43ab9c6f53788 2024-12-05T07:55:09,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/4f7a21f3a7424d21a3794a9ba6c4cd36 2024-12-05T07:55:09,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/71362b410a4d4586b7d9e1aa82355a94 2024-12-05T07:55:09,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/63c73cf616644adeaa5d34c0016c25ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/63c73cf616644adeaa5d34c0016c25ae 2024-12-05T07:55:09,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/44226327382746b38044f9917e80a0b1 2024-12-05T07:55:09,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/696ef0e0c8fc4eb5a064404d7561d41f 2024-12-05T07:55:09,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/47214be0b6c441549db0fa08e60379ea 2024-12-05T07:55:09,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6cda4a9a9f92427f89333f1df309be29 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6cda4a9a9f92427f89333f1df309be29 2024-12-05T07:55:09,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7c475e7df5e84bfbbeb249b7772f3e31 2024-12-05T07:55:09,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/d54a72c3ba1b4d21a8b6e105a6b42a19 2024-12-05T07:55:09,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1f659efa7e8b4c6c922a49a73ef68743 2024-12-05T07:55:09,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/0a324b4541e044348bf424f7bd7432f3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/0a324b4541e044348bf424f7bd7432f3 2024-12-05T07:55:09,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/26daaa5977eb4f8ca632a9846c4429b6 2024-12-05T07:55:09,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/2ae59008c2ef4ce893c7c951c93c4af6 2024-12-05T07:55:09,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/45abc174d8cf4644a8f717a7b777318d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/45abc174d8cf4644a8f717a7b777318d 2024-12-05T07:55:09,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/c8df4bc49a234aa8bc173bb60672aea8 2024-12-05T07:55:09,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/1eeac15751944f1a88dc03a89abe256e 2024-12-05T07:55:09,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/07b47648b16c49c884596ba285a10123 2024-12-05T07:55:09,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f5bae3deb4a142a2bc7b0a16a2f509bf to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f5bae3deb4a142a2bc7b0a16a2f509bf 2024-12-05T07:55:09,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/ca804839dad14d00b2e6e437699f85b1 2024-12-05T07:55:09,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/729498d3944d4daea3ecfacf0292a587 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/729498d3944d4daea3ecfacf0292a587 2024-12-05T07:55:09,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/e0ac98b49f504ec3a5f079a886399e38 2024-12-05T07:55:09,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/101659f946ba49f78ba2414bd64fd66a 2024-12-05T07:55:09,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/89b3aaa55a1b4750b766110aa4298263 2024-12-05T07:55:09,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/5016cefa481645e5bc47aaf730d0cf58 2024-12-05T07:55:09,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/036825d296ec410d94f713756646c705, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/779953bb87c94cb29c1d0daff62a0e61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0d2f9440af3d47baac32517d82736c19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/3d735a7ed4b3438d8504886a8f4e93fb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5f7b4b345e884fedba0908ee2c74100c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/e59c13b563cb4c519862c13d83567244, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/557ed2cefcda4ce090a31f84b2fbe3e8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/524d589d84004fdaade37712e9fd632f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5c97308663c842ba970f20cc940352d5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90] to archive 2024-12-05T07:55:09,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:09,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ca14cde5422f44719d02dbabc413da17 2024-12-05T07:55:09,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bd7062cf67764ed3a2e8952037def36d 2024-12-05T07:55:09,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/036825d296ec410d94f713756646c705 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/036825d296ec410d94f713756646c705 2024-12-05T07:55:09,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/bccceb59ec0a4f1bbdb10d67d50fa1e1 2024-12-05T07:55:09,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/b3bb20c6375245ff88699abed48738ca 2024-12-05T07:55:09,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/066075586ded49e2800acdbf2430d954 2024-12-05T07:55:09,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/779953bb87c94cb29c1d0daff62a0e61 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/779953bb87c94cb29c1d0daff62a0e61 2024-12-05T07:55:09,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/9f70bbfc029d4d38a840f0b5b596eb6e 2024-12-05T07:55:09,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8171d2cb56fb4186ad945b0f01bc0422 2024-12-05T07:55:09,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0d2f9440af3d47baac32517d82736c19 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0d2f9440af3d47baac32517d82736c19 2024-12-05T07:55:09,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8799e2e33aa547a58178777c0b32fcbb 2024-12-05T07:55:09,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/73190e4b23874737ad3beb17d1e00a98 2024-12-05T07:55:09,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4993d085399a47fab7621e78f914db67 2024-12-05T07:55:09,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/3d735a7ed4b3438d8504886a8f4e93fb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/3d735a7ed4b3438d8504886a8f4e93fb 2024-12-05T07:55:09,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/4800614c2c82403e95cb7638480c4b49 2024-12-05T07:55:09,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d0dc76e31a7c474096ed0aa46214d05e 2024-12-05T07:55:09,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2e2f7e410c03482dbe9e93ba7a059ebb 2024-12-05T07:55:09,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5f7b4b345e884fedba0908ee2c74100c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5f7b4b345e884fedba0908ee2c74100c 2024-12-05T07:55:09,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/d826a7f9cf8943d281253e4a04e7b422 2024-12-05T07:55:09,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/8cb5e9167e5e419f88170ffaa917ec4f 2024-12-05T07:55:09,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/2a2fbe96b27044f1aa76c4ede434308e 2024-12-05T07:55:09,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/e59c13b563cb4c519862c13d83567244 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/e59c13b563cb4c519862c13d83567244 2024-12-05T07:55:09,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5912883c84144c08a44bae3730ad6fd5 2024-12-05T07:55:09,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0e77f7eb2d8c424bad737c756dc282b1 2024-12-05T07:55:09,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/557ed2cefcda4ce090a31f84b2fbe3e8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/557ed2cefcda4ce090a31f84b2fbe3e8 2024-12-05T07:55:09,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/856121ea2d274360b5de1dce3e8fdb82 2024-12-05T07:55:09,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/ab0d87ae88fb4145bbecfb7720473c01 2024-12-05T07:55:09,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/524d589d84004fdaade37712e9fd632f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/524d589d84004fdaade37712e9fd632f 2024-12-05T07:55:09,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/0ed918b782cb4886905fccb60b5268cc 2024-12-05T07:55:09,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/40a68b3b2979429692b78dc96fc923ae 2024-12-05T07:55:09,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5c97308663c842ba970f20cc940352d5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5c97308663c842ba970f20cc940352d5 2024-12-05T07:55:09,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/45fa528a8f564c2890f9d7a2b8ec263a 2024-12-05T07:55:09,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/30d5eb1b52bc49dc89c2c1433fb43f7a 2024-12-05T07:55:09,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/f3491ac758724a5ab11da1b55dfcc4e7 2024-12-05T07:55:09,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a07d0e62cd894f78a52056ac52e92e90 2024-12-05T07:55:09,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c09299c00deb40f68f52782cb2dcbbe2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/dab734ac626f46eb9cc2dede22824ab4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f31c692d4a3c4d60b10a353b6bdcec78, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3357100c617144f089033ec82661b18f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e104aa4d4c5949898eb6b18c2574bd46, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/faa2283547144831831116cab5562807, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/524f667c0932499b835ef61efec4aa6b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/501a51aa46ae46bb85dacc88ee28a7a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d615e63febc54ad388c3f21337092c33, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be] to archive 2024-12-05T07:55:09,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:09,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/cf93ef679f6c472388ea23f885c8214e 2024-12-05T07:55:09,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2ed14550a8ec4173b1092d324c57de8d 2024-12-05T07:55:09,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c09299c00deb40f68f52782cb2dcbbe2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c09299c00deb40f68f52782cb2dcbbe2 2024-12-05T07:55:09,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afbae97de7d1465cb15aad6c88755070 2024-12-05T07:55:09,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/13a75d6e026a4119afb3242bd27ab5ed 2024-12-05T07:55:09,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/df01607d723e4827895506efe376161d 2024-12-05T07:55:09,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/dab734ac626f46eb9cc2dede22824ab4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/dab734ac626f46eb9cc2dede22824ab4 2024-12-05T07:55:09,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/efac9b2d578f476e9a4fbcb95738bf34 2024-12-05T07:55:09,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/924d86bacecf4a518b13ef9297953a5e 2024-12-05T07:55:09,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/67328dc2cc814ece9bd15c883253d7bb 2024-12-05T07:55:09,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f31c692d4a3c4d60b10a353b6bdcec78 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f31c692d4a3c4d60b10a353b6bdcec78 2024-12-05T07:55:09,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/eeaab566f1a64a7ea4ab28e284bae2b8 2024-12-05T07:55:09,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2178b2c1c12742839b6dd9bf4a0be624 2024-12-05T07:55:09,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3357100c617144f089033ec82661b18f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3357100c617144f089033ec82661b18f 2024-12-05T07:55:09,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/afac5ead4e9c4e8e94cc7d617f2bb30b 2024-12-05T07:55:09,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2e02d6e42cca44ada8e6fa1409deb78b 2024-12-05T07:55:09,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/c270113508f34b95aa12b78e4c973c89 2024-12-05T07:55:09,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e104aa4d4c5949898eb6b18c2574bd46 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e104aa4d4c5949898eb6b18c2574bd46 2024-12-05T07:55:09,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/9c40e9dc93ac4a95b8b46bdd773dda7b 2024-12-05T07:55:09,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/2cc82e8db03c4a69a467114a9897c9cc 2024-12-05T07:55:09,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/db1250c6fb6042c981f72aa50854162c 2024-12-05T07:55:09,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/faa2283547144831831116cab5562807 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/faa2283547144831831116cab5562807 2024-12-05T07:55:09,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/aec7126a89c84b269f4529dced006a63 2024-12-05T07:55:09,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3aedce6c71a14428af323a0291e38a6a 2024-12-05T07:55:09,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/524f667c0932499b835ef61efec4aa6b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/524f667c0932499b835ef61efec4aa6b 2024-12-05T07:55:09,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/e2f595c8bf7f47f394ecf899fc8bcd7f 2024-12-05T07:55:09,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d809aa11d42b4716acb23455e1d45dcf 2024-12-05T07:55:09,928 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/501a51aa46ae46bb85dacc88ee28a7a1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/501a51aa46ae46bb85dacc88ee28a7a1 2024-12-05T07:55:09,929 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/04d464b1d3104b4a8f64bebf8900acd3 2024-12-05T07:55:09,930 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/8f3eff70f0b64fc6a4330a8b1dcc0716 2024-12-05T07:55:09,931 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d615e63febc54ad388c3f21337092c33 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/d615e63febc54ad388c3f21337092c33 2024-12-05T07:55:09,932 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/3f2ec04f3e8b4c1387c3c1a49826b159 2024-12-05T07:55:09,933 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/816e9fe65bc94da19f7da9e21a90cc97 2024-12-05T07:55:09,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/ff0ac1faba9649a7a0b0824c1d2fe42a 2024-12-05T07:55:09,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/b5385898de6f4987b7624345dd9250be 2024-12-05T07:55:09,940 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/recovered.edits/588.seqid, newMaxSeqId=588, maxSeqId=1 2024-12-05T07:55:09,941 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. 2024-12-05T07:55:09,941 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] regionserver.HRegion(1676): Region close journal for 1d5a6f0c5918745a1988190ac6d8c310: Waiting for close lock at 1733385307548Running coprocessor pre-close hooks at 1733385307548Disabling compacts and flushes for region at 1733385307548Disabling writes for close at 1733385308508 (+960 ms)Obtaining lock to block concurrent updates at 1733385308508Preparing flush snapshotting stores in 1d5a6f0c5918745a1988190ac6d8c310 at 1733385308508Finished memstore snapshotting TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733385308509 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310. at 1733385308509Flushing 1d5a6f0c5918745a1988190ac6d8c310/A: creating writer at 1733385308509Flushing 1d5a6f0c5918745a1988190ac6d8c310/A: appending metadata at 1733385308512 (+3 ms)Flushing 1d5a6f0c5918745a1988190ac6d8c310/A: closing flushed file at 1733385308512Flushing 1d5a6f0c5918745a1988190ac6d8c310/B: creating writer at 1733385308925 (+413 ms)Flushing 1d5a6f0c5918745a1988190ac6d8c310/B: appending metadata at 1733385308931 (+6 ms)Flushing 1d5a6f0c5918745a1988190ac6d8c310/B: closing flushed file at 1733385308931Flushing 1d5a6f0c5918745a1988190ac6d8c310/C: creating writer at 1733385309344 (+413 ms)Flushing 1d5a6f0c5918745a1988190ac6d8c310/C: appending metadata at 1733385309347 (+3 ms)Flushing 1d5a6f0c5918745a1988190ac6d8c310/C: closing flushed file at 1733385309347Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5957c55d: reopening flushed file at 1733385309760 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@60ae5143: reopening flushed file at 1733385309768 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e5c4f46: reopening flushed file at 1733385309773 (+5 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1d5a6f0c5918745a1988190ac6d8c310 in 1271ms, sequenceid=585, compaction requested=true at 1733385309779 (+6 ms)Writing region close event to WAL at 1733385309937 (+158 ms)Running coprocessor post-close hooks at 1733385309941 (+4 ms)Closed at 1733385309941 2024-12-05T07:55:09,943 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=34}] handler.UnassignRegionHandler(157): Closed 1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:09,943 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=33 updating hbase:meta row=1d5a6f0c5918745a1988190ac6d8c310, regionState=CLOSED 2024-12-05T07:55:09,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=33, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:09,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=33 2024-12-05T07:55:09,947 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=33, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d5a6f0c5918745a1988190ac6d8c310, server=fc6cd38557f3,33411,1733385279324 in 2.5540 sec 2024-12-05T07:55:09,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-05T07:55:09,949 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d5a6f0c5918745a1988190ac6d8c310, UNASSIGN in 2.5590 sec 2024-12-05T07:55:09,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=31 2024-12-05T07:55:09,951 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=31, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 2.5650 sec 2024-12-05T07:55:09,952 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385309952"}]},"ts":"1733385309952"} 2024-12-05T07:55:09,954 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:55:09,954 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:55:09,955 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 2.5800 sec 2024-12-05T07:55:11,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=31 2024-12-05T07:55:11,548 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:11,550 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:55:11,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,554 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=35, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-05T07:55:11,556 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=35, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,560 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:11,564 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/recovered.edits] 2024-12-05T07:55:11,568 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6c8dc215bee7434a83fd8dff0a1a05a1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/6c8dc215bee7434a83fd8dff0a1a05a1 2024-12-05T07:55:11,569 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7fdb5af9045942e39cc783f537d5f0f7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/7fdb5af9045942e39cc783f537d5f0f7 2024-12-05T07:55:11,570 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f3b5716a717b4a27a83f609092fea462 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f3b5716a717b4a27a83f609092fea462 2024-12-05T07:55:11,571 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f94d8007218a4840b23ab4e8d86fc8e9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/A/f94d8007218a4840b23ab4e8d86fc8e9 2024-12-05T07:55:11,573 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5a87dd8fe5204672b9b582e2b0a40e91 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/5a87dd8fe5204672b9b582e2b0a40e91 2024-12-05T07:55:11,574 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a37d0aa920994b25a28b5c975393971c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/a37d0aa920994b25a28b5c975393971c 2024-12-05T07:55:11,575 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/df94d8bdb10c443e96390e6e5079b407 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/df94d8bdb10c443e96390e6e5079b407 2024-12-05T07:55:11,576 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/fc1d7b9362bf4204990fe92da81a176c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/B/fc1d7b9362bf4204990fe92da81a176c 2024-12-05T07:55:11,578 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/1ae827c6ba7b494ebbaa77af2c821b04 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/1ae827c6ba7b494ebbaa77af2c821b04 2024-12-05T07:55:11,579 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/4acb2d84015a4bc5a393d7f2a85a24c5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/4acb2d84015a4bc5a393d7f2a85a24c5 2024-12-05T07:55:11,580 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/98f7efa9bc3b48dd9e4b7edc31ad99ba to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/98f7efa9bc3b48dd9e4b7edc31ad99ba 2024-12-05T07:55:11,581 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f9c9eafa33834ca7bb616810d9099e2d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/C/f9c9eafa33834ca7bb616810d9099e2d 2024-12-05T07:55:11,584 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/recovered.edits/588.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310/recovered.edits/588.seqid 2024-12-05T07:55:11,584 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d5a6f0c5918745a1988190ac6d8c310 2024-12-05T07:55:11,585 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:55:11,589 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=35, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-05T07:55:11,599 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:55:11,635 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:55:11,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=35, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,637 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:55:11,637 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385311637"}]},"ts":"9223372036854775807"} 2024-12-05T07:55:11,641 INFO [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:55:11,641 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1d5a6f0c5918745a1988190ac6d8c310, NAME => 'TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:55:11,642 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:55:11,642 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385311642"}]},"ts":"9223372036854775807"} 2024-12-05T07:55:11,645 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:55:11,646 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=35, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,654 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-12-05T07:55:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=35 2024-12-05T07:55:11,658 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:55:11,659 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:11,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMixedAtomicity Thread=249 (was 211) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-105311347_22 at /127.0.0.1:51256 [Waiting for operation #243] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1425978654_22 at /127.0.0.1:51334 [Waiting for operation #221] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;fc6cd38557f3:33411-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-105311347_22 at /127.0.0.1:59458 [Waiting for operation #266] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=457 (was 441) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=477 (was 373) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6631 (was 6389) - AvailableMemoryMB LEAK? - 2024-12-05T07:55:11,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=249, OpenFileDescriptor=457, MaxFileDescriptor=1048576, SystemLoadAverage=477, ProcessCount=11, AvailableMemoryMB=6631 2024-12-05T07:55:11,698 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:55:11,699 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:55:11,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:11,702 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:55:11,702 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:11,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 36 2024-12-05T07:55:11,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:11,703 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:55:11,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741954_1130 (size=1061) 2024-12-05T07:55:11,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:12,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:12,113 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:55:12,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741955_1131 (size=53) 2024-12-05T07:55:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:12,525 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:55:12,526 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing f95b0b956c4cae4ca3d17fd4f6fe2f8a, disabling compactions & flushes 2024-12-05T07:55:12,526 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,526 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,526 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. after waiting 0 ms 2024-12-05T07:55:12,526 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,526 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,526 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: Waiting for close lock at 1733385312526Disabling compacts and flushes for region at 1733385312526Disabling writes for close at 1733385312526Writing region close event to WAL at 1733385312526Closed at 1733385312526 2024-12-05T07:55:12,529 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:55:12,530 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385312530"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385312530"}]},"ts":"1733385312530"} 2024-12-05T07:55:12,533 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:55:12,534 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:55:12,534 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385312534"}]},"ts":"1733385312534"} 2024-12-05T07:55:12,535 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:55:12,536 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, ASSIGN}] 2024-12-05T07:55:12,537 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, ASSIGN 2024-12-05T07:55:12,537 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:55:12,689 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:12,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=36, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, ASSIGN because future has completed 2024-12-05T07:55:12,694 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:12,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:12,852 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,852 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:55:12,853 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,853 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:55:12,853 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,853 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,854 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,855 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:12,856 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName A 2024-12-05T07:55:12,856 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:12,856 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:12,857 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,858 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:12,858 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName B 2024-12-05T07:55:12,858 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:12,858 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:12,859 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,860 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:12,860 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName C 2024-12-05T07:55:12,860 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:12,860 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:12,860 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,860 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,861 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,861 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,862 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,862 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,863 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:55:12,864 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,866 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:55:12,866 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened f95b0b956c4cae4ca3d17fd4f6fe2f8a; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69180282, jitterRate=0.030866533517837524}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:55:12,866 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:12,867 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: Running coprocessor pre-open hook at 1733385312853Writing region info on filesystem at 1733385312853Initializing all the Stores at 1733385312854 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385312854Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385312854Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385312854Cleaning up temporary data from old regions at 1733385312862 (+8 ms)Running coprocessor post-open hooks at 1733385312866 (+4 ms)Region opened successfully at 1733385312867 (+1 ms) 2024-12-05T07:55:12,868 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., pid=38, masterSystemTime=1733385312848 2024-12-05T07:55:12,869 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,869 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:12,870 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=37 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:12,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=37, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:12,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=37 2024-12-05T07:55:12,874 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=37, state=SUCCESS, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 in 179 msec 2024-12-05T07:55:12,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-05T07:55:12,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, ASSIGN in 338 msec 2024-12-05T07:55:12,877 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:55:12,877 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385312877"}]},"ts":"1733385312877"} 2024-12-05T07:55:12,879 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:55:12,880 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=36, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:55:12,883 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1810 sec 2024-12-05T07:55:13,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-05T07:55:13,848 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:13,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@769bdb6c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:13,850 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:13,850 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:13,852 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:13,852 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28aa5b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:13,853 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:13,855 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49606, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:13,856 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e686d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:13,857 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:13,859 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:13,860 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:13,861 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:13,863 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:55:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:55:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29fa5185 2024-12-05T07:55:13,864 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:55:13,865 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49620, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:55:13,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:55:13,869 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:55:13,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:13,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741956_1132 (size=1097) 2024-12-05T07:55:14,290 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T07:55:14,291 INFO [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T07:55:14,299 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:55:14,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE}] 2024-12-05T07:55:14,306 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE 2024-12-05T07:55:14,307 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:14,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE because future has completed 2024-12-05T07:55:14,310 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:55:14,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:14,463 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(122): Close f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:55:14,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1722): Closing f95b0b956c4cae4ca3d17fd4f6fe2f8a, disabling compactions & flushes 2024-12-05T07:55:14,463 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. after waiting 0 ms 2024-12-05T07:55:14,463 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,467 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T07:55:14,468 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,468 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegion(1676): Region close journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: Waiting for close lock at 1733385314463Running coprocessor pre-close hooks at 1733385314463Disabling compacts and flushes for region at 1733385314463Disabling writes for close at 1733385314463Writing region close event to WAL at 1733385314464 (+1 ms)Running coprocessor post-close hooks at 1733385314468 (+4 ms)Closed at 1733385314468 2024-12-05T07:55:14,468 WARN [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] regionserver.HRegionServer(3299): Not adding moved region record: f95b0b956c4cae4ca3d17fd4f6fe2f8a to self. 2024-12-05T07:55:14,470 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=42}] handler.UnassignRegionHandler(157): Closed f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,470 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=CLOSED 2024-12-05T07:55:14,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=41, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:14,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=41 2024-12-05T07:55:14,475 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=41, state=SUCCESS, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 in 163 msec 2024-12-05T07:55:14,476 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=true 2024-12-05T07:55:14,627 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:14,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=40, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE because future has completed 2024-12-05T07:55:14,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:14,800 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,800 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:55:14,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:55:14,801 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,802 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,807 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,808 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:14,813 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName A 2024-12-05T07:55:14,815 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:14,815 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:14,816 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,816 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:14,817 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName B 2024-12-05T07:55:14,817 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:14,817 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:14,817 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,818 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:14,818 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f95b0b956c4cae4ca3d17fd4f6fe2f8a columnFamilyName C 2024-12-05T07:55:14,818 DEBUG [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:14,818 INFO [StoreOpener-f95b0b956c4cae4ca3d17fd4f6fe2f8a-1 {}] regionserver.HStore(327): Store=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:14,819 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,819 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,819 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,821 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,822 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,822 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,822 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:55:14,824 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,825 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened f95b0b956c4cae4ca3d17fd4f6fe2f8a; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68455598, jitterRate=0.02006790041923523}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:55:14,825 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,826 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: Running coprocessor pre-open hook at 1733385314802Writing region info on filesystem at 1733385314802Initializing all the Stores at 1733385314803 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385314803Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385314804 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385314804Cleaning up temporary data from old regions at 1733385314822 (+18 ms)Running coprocessor post-open hooks at 1733385314825 (+3 ms)Region opened successfully at 1733385314826 (+1 ms) 2024-12-05T07:55:14,827 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., pid=43, masterSystemTime=1733385314792 2024-12-05T07:55:14,828 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,829 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:14,829 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=41 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=OPEN, openSeqNum=5, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:14,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=41, state=RUNNABLE, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:14,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=41 2024-12-05T07:55:14,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=41, state=SUCCESS, hasLock=false; OpenRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 in 192 msec 2024-12-05T07:55:14,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=40 2024-12-05T07:55:14,836 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=40, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, REOPEN/MOVE in 529 msec 2024-12-05T07:55:14,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-05T07:55:14,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 539 msec 2024-12-05T07:55:14,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 969 msec 2024-12-05T07:55:14,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-05T07:55:14,845 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:14,848 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18f01ca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,848 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,848 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,849 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,849 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be896e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,851 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@180c6c34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a283555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,852 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,853 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,853 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@273813dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,854 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,855 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49660, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,855 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@84fd9e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,856 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba7f2f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,856 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,856 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,857 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2112daa7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,857 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,858 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49672, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,859 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55970a66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14984fac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,859 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,859 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,860 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e30a1c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,861 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,862 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49694, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,862 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2033fcaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,863 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e890ec6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,863 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,863 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,864 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59803510, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,864 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,865 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49716, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,866 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48d31dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,866 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f62ef44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,866 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,866 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,867 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d508bdb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,867 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,868 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,868 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,869 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695ec31a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,869 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f60d5da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,869 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,869 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,870 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ea40902, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,870 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,871 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,872 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@169788b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@139f617f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,873 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,873 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,873 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3764eaed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,873 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,874 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,874 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,875 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1bec049e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def024f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:14,876 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:14,876 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c0f013, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,876 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:14,877 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:14,877 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49798, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:14,878 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d35809d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:14,879 DEBUG [Thread-675 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,879 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:14,879 DEBUG [Thread-660 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,879 DEBUG [Thread-662 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,880 DEBUG [Thread-668 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,880 DEBUG [Thread-673 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees 2024-12-05T07:55:14,880 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,880 DEBUG [Thread-664 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,880 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,881 DEBUG [Thread-662 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,881 DEBUG [Thread-668 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,881 DEBUG [Thread-668 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,881 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,881 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,882 DEBUG [Thread-677 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58384, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,882 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58380, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:14,883 DEBUG [Thread-666 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,883 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,883 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,883 DEBUG [Thread-671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:14,883 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58404, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,884 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=44, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,884 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:14,884 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:14,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58432, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58418, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,886 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58440, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,886 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,887 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,889 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,891 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,892 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,895 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:14,899 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:55:14,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:14,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:14,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205039ac4980bc2479c8b434769da091881_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385314897/Put/seqid=0 2024-12-05T07:55:14,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385314925, max timestamp=1733385314970Num uniques 859; 2024-12-05T07:55:14,979 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:14,980 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385314925, max timestamp=1733385314973Num uniques 859; 2024-12-05T07:55:14,981 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:14,983 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385314925, max timestamp=1733385314973Num uniques 859; 2024-12-05T07:55:14,984 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:14,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:15,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741957_1133 (size=19474) 2024-12-05T07:55:15,029 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385375021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,030 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385375021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385375023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,038 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385375028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385375030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,039 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,040 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,041 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385375137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,144 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,153 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385375148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385375148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,154 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,154 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,154 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385375149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385375149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,155 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,194 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:15,348 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385375348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,355 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385375359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385375359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,361 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385375360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,362 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,372 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385375368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,373 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,420 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:15,426 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205039ac4980bc2479c8b434769da091881_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205039ac4980bc2479c8b434769da091881_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:15,429 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f74501f244ec4c1baf3f08361bf2a866, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:15,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f74501f244ec4c1baf3f08361bf2a866 is 175, key is test_row_0/A:col10/1733385314897/Put/seqid=0 2024-12-05T07:55:15,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741958_1134 (size=56733) 2024-12-05T07:55:15,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f74501f244ec4c1baf3f08361bf2a866 2024-12-05T07:55:15,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29fe53962506422e819112799623ca68 is 50, key is test_row_0/B:col10/1733385314897/Put/seqid=0 2024-12-05T07:55:15,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741959_1135 (size=12001) 2024-12-05T07:55:15,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,506 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:55:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:15,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,657 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385375658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,662 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,668 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385375667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,670 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385375668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,671 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385375668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,672 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:15,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385375678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:15,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:15,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,810 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29fe53962506422e819112799623ca68 2024-12-05T07:55:15,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4c52de17dd0747c19e4c2073263c26be is 50, key is test_row_0/C:col10/1733385314897/Put/seqid=0 2024-12-05T07:55:15,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741960_1136 (size=12001) 2024-12-05T07:55:15,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4c52de17dd0747c19e4c2073263c26be 2024-12-05T07:55:15,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f74501f244ec4c1baf3f08361bf2a866 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866 2024-12-05T07:55:15,959 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866, entries=300, sequenceid=14, filesize=55.4 K 2024-12-05T07:55:15,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29fe53962506422e819112799623ca68 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68 2024-12-05T07:55:15,963 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:15,963 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] handler.RSProcedureHandler(58): pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=45 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=45 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:15,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T07:55:15,975 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4c52de17dd0747c19e4c2073263c26be as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be 2024-12-05T07:55:15,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be, entries=150, sequenceid=14, filesize=11.7 K 2024-12-05T07:55:15,985 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1087ms, sequenceid=14, compaction requested=false 2024-12-05T07:55:15,985 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-05T07:55:15,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:16,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:16,120 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=45 2024-12-05T07:55:16,120 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:16,121 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:16,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:16,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559a7fb2fd9f34eb5b35f85ca659e6247_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385315020/Put/seqid=0 2024-12-05T07:55:16,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741961_1137 (size=12154) 2024-12-05T07:55:16,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:16,151 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559a7fb2fd9f34eb5b35f85ca659e6247_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559a7fb2fd9f34eb5b35f85ca659e6247_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:16,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f20c218dc69f48278da08e6c27b4d70f, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:16,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f20c218dc69f48278da08e6c27b4d70f is 175, key is test_row_0/A:col10/1733385315020/Put/seqid=0 2024-12-05T07:55:16,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741962_1138 (size=30955) 2024-12-05T07:55:16,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:16,171 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:16,171 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=51, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f20c218dc69f48278da08e6c27b4d70f 2024-12-05T07:55:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385376185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,191 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385376187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,192 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,192 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385376187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385376188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,193 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/ccb17d798c5b4015806103c8e0fd7733 is 50, key is test_row_0/B:col10/1733385315020/Put/seqid=0 2024-12-05T07:55:16,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385376194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,202 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741963_1139 (size=12001) 2024-12-05T07:55:16,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385376297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385376297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,303 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385376298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,303 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,304 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385376308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385376508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385376508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,511 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385376508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,512 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385376517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,520 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,608 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/ccb17d798c5b4015806103c8e0fd7733 2024-12-05T07:55:16,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/57f49979e1104859bae4f8a8cc22250a is 50, key is test_row_0/C:col10/1733385315020/Put/seqid=0 2024-12-05T07:55:16,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741964_1140 (size=12001) 2024-12-05T07:55:16,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385376817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,820 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385376817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385376818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,822 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:16,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:16,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385376828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:16,833 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:17,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/57f49979e1104859bae4f8a8cc22250a 2024-12-05T07:55:17,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f20c218dc69f48278da08e6c27b4d70f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f 2024-12-05T07:55:17,066 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f, entries=150, sequenceid=51, filesize=30.2 K 2024-12-05T07:55:17,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/ccb17d798c5b4015806103c8e0fd7733 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733 2024-12-05T07:55:17,078 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T07:55:17,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/57f49979e1104859bae4f8a8cc22250a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a 2024-12-05T07:55:17,102 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a, entries=150, sequenceid=51, filesize=11.7 K 2024-12-05T07:55:17,104 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 983ms, sequenceid=51, compaction requested=false 2024-12-05T07:55:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:17,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=45}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=45 2024-12-05T07:55:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=45 2024-12-05T07:55:17,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-05T07:55:17,108 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2220 sec 2024-12-05T07:55:17,115 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=44, table=TestAcidGuarantees in 2.2340 sec 2024-12-05T07:55:17,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:17,215 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:55:17,215 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:17,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:17,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:17,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:17,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:17,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:17,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ceb00e3327f84410b3f9c1ca7176f236_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:17,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741965_1141 (size=14594) 2024-12-05T07:55:17,286 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:17,293 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ceb00e3327f84410b3f9c1ca7176f236_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ceb00e3327f84410b3f9c1ca7176f236_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:17,295 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f2ff9b693a114e7a97f8cc813037f4d9, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:17,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f2ff9b693a114e7a97f8cc813037f4d9 is 175, key is test_row_0/A:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:17,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741966_1142 (size=39549) 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385317308, max timestamp=1733385317357Num uniques 859; 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385317308, max timestamp=1733385317357Num uniques 859; 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=359, cellSize=16435, totalHeapSize=37576, min timestamp=1733385317308, max timestamp=1733385317357Num uniques 859; 2024-12-05T07:55:17,361 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=16435, suffix heap size=117064,new segment heap size=37576 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=359 2024-12-05T07:55:17,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385377388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,405 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,410 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385377392, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,411 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385377399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,416 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385377404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385377405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,512 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385377508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,513 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385377519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,524 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385377519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,524 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,525 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,531 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385377530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,531 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,532 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,533 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385377530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,534 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,535 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385377717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385377728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385377728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,730 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385377738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,742 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385377738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:17,743 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:17,746 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f2ff9b693a114e7a97f8cc813037f4d9 2024-12-05T07:55:17,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/a3efd589dfd549f3b0b4830bff232d35 is 50, key is test_row_0/B:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:17,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741967_1143 (size=12001) 2024-12-05T07:55:18,034 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385378028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385378039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385378039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,042 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385378048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385378048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,052 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,053 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,166 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/a3efd589dfd549f3b0b4830bff232d35 2024-12-05T07:55:18,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2f8d51d1384b42c9affaa9a99a73f562 is 50, key is test_row_0/C:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:18,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741968_1144 (size=12001) 2024-12-05T07:55:18,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385378537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,542 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,543 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385378548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385378548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385378558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385378558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,560 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:18,561 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:18,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2f8d51d1384b42c9affaa9a99a73f562 2024-12-05T07:55:18,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/f2ff9b693a114e7a97f8cc813037f4d9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9 2024-12-05T07:55:18,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9, entries=200, sequenceid=62, filesize=38.6 K 2024-12-05T07:55:18,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/a3efd589dfd549f3b0b4830bff232d35 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35 2024-12-05T07:55:18,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:55:18,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2f8d51d1384b42c9affaa9a99a73f562 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562 2024-12-05T07:55:18,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:55:18,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=140.89 KB/144270 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1391ms, sequenceid=62, compaction requested=true 2024-12-05T07:55:18,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:18,607 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:18,607 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:18,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:18,608 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:18,608 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:18,608 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:18,608 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:18,608 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:18,608 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:18,608 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.2 K 2024-12-05T07:55:18,608 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=124.3 K 2024-12-05T07:55:18,608 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:18,609 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9] 2024-12-05T07:55:18,609 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 29fe53962506422e819112799623ca68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385314892 2024-12-05T07:55:18,610 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ccb17d798c5b4015806103c8e0fd7733, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733385315020 2024-12-05T07:55:18,610 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f74501f244ec4c1baf3f08361bf2a866, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385314889 2024-12-05T07:55:18,610 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a3efd589dfd549f3b0b4830bff232d35, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:18,611 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f20c218dc69f48278da08e6c27b4d70f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733385315020 2024-12-05T07:55:18,612 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f2ff9b693a114e7a97f8cc813037f4d9, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:18,648 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:18,650 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#126 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:18,651 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/de2bb340d3d04c778b9714d178cf3486 is 50, key is test_row_0/B:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:18,651 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412054ac44c8c22e4497c8372cca877b4beed_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:18,672 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412054ac44c8c22e4497c8372cca877b4beed_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:18,673 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054ac44c8c22e4497c8372cca877b4beed_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:18,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741969_1145 (size=12104) 2024-12-05T07:55:18,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741970_1146 (size=4469) 2024-12-05T07:55:18,692 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#127 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:18,693 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/cf88726de95549f480561757d331f499 is 175, key is test_row_0/A:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:18,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741971_1147 (size=31058) 2024-12-05T07:55:19,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=44 2024-12-05T07:55:19,049 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:19,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:19,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees 2024-12-05T07:55:19,053 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:19,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T07:55:19,056 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=46, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:19,056 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=46, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:19,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/de2bb340d3d04c778b9714d178cf3486 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/de2bb340d3d04c778b9714d178cf3486 2024-12-05T07:55:19,114 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/cf88726de95549f480561757d331f499 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499 2024-12-05T07:55:19,120 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into de2bb340d3d04c778b9714d178cf3486(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:19,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:19,120 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385318607; duration=0sec 2024-12-05T07:55:19,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:19,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:19,120 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:19,123 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:19,123 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:19,123 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:19,124 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.2 K 2024-12-05T07:55:19,124 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4c52de17dd0747c19e4c2073263c26be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385314892 2024-12-05T07:55:19,125 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 57f49979e1104859bae4f8a8cc22250a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733385315020 2024-12-05T07:55:19,126 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2f8d51d1384b42c9affaa9a99a73f562, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:19,127 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into cf88726de95549f480561757d331f499(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:19,127 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:19,128 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385318606; duration=0sec 2024-12-05T07:55:19,128 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:19,128 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:19,136 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#128 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:19,137 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/bad1f522f76b48ddab50175e1b185c1b is 50, key is test_row_0/C:col10/1733385316184/Put/seqid=0 2024-12-05T07:55:19,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741972_1148 (size=12104) 2024-12-05T07:55:19,167 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/bad1f522f76b48ddab50175e1b185c1b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/bad1f522f76b48ddab50175e1b185c1b 2024-12-05T07:55:19,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T07:55:19,176 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into bad1f522f76b48ddab50175e1b185c1b(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:19,176 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:19,176 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385318607; duration=0sec 2024-12-05T07:55:19,176 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:19,176 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:19,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=47 2024-12-05T07:55:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:19,211 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=140.89 KB heapSize=386.16 KB 2024-12-05T07:55:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:19,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:19,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:19,237 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dbe152de52624c33952ff226744c675f_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385317380/Put/seqid=0 2024-12-05T07:55:19,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741973_1149 (size=12154) 2024-12-05T07:55:19,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T07:55:19,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:19,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:19,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385379573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,582 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,588 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385379578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385379578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385379579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,589 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2186 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,589 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,590 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385379581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:19,659 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dbe152de52624c33952ff226744c675f_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dbe152de52624c33952ff226744c675f_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:19,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/17df9d19bcdb475392428b340f23436e, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:19,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/17df9d19bcdb475392428b340f23436e is 175, key is test_row_0/A:col10/1733385317380/Put/seqid=0 2024-12-05T07:55:19,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T07:55:19,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741974_1150 (size=30955) 2024-12-05T07:55:19,693 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=99, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/17df9d19bcdb475392428b340f23436e 2024-12-05T07:55:19,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385379688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,696 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385379698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385379698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,702 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,703 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,707 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4e1d8888de9b40838ad64217578641ad is 50, key is test_row_0/B:col10/1733385317380/Put/seqid=0 2024-12-05T07:55:19,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741975_1151 (size=12001) 2024-12-05T07:55:19,762 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4e1d8888de9b40838ad64217578641ad 2024-12-05T07:55:19,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/f67dbb7133a340de83e0e9ea5e39757b is 50, key is test_row_0/C:col10/1733385317380/Put/seqid=0 2024-12-05T07:55:19,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741976_1152 (size=12001) 2024-12-05T07:55:19,797 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=99 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/f67dbb7133a340de83e0e9ea5e39757b 2024-12-05T07:55:19,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/17df9d19bcdb475392428b340f23436e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e 2024-12-05T07:55:19,809 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e, entries=150, sequenceid=99, filesize=30.2 K 2024-12-05T07:55:19,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4e1d8888de9b40838ad64217578641ad as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad 2024-12-05T07:55:19,816 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad, entries=150, sequenceid=99, filesize=11.7 K 2024-12-05T07:55:19,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/f67dbb7133a340de83e0e9ea5e39757b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b 2024-12-05T07:55:19,826 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b, entries=150, sequenceid=99, filesize=11.7 K 2024-12-05T07:55:19,828 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~386.11 KB/395376, currentSize=46.96 KB/48090 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 616ms, sequenceid=99, compaction requested=false 2024-12-05T07:55:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:19,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=47}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=47 2024-12-05T07:55:19,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=47 2024-12-05T07:55:19,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=46 2024-12-05T07:55:19,832 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 774 msec 2024-12-05T07:55:19,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=46, table=TestAcidGuarantees in 784 msec 2024-12-05T07:55:19,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:19,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:19,916 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:19,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a03e2b9c6e514b3d976517387593cf7c_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:19,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741977_1153 (size=12154) 2024-12-05T07:55:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385379965, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385379967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,973 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:19,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385379967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:19,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385380078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,080 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385380079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,081 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385380081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,088 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=46 2024-12-05T07:55:20,198 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:20,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:20,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees 2024-12-05T07:55:20,201 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:20,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T07:55:20,202 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=48, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:20,202 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=48, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:20,290 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385380288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,291 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,295 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385380289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,296 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,303 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385380297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T07:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,311 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T07:55:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:20,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,373 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:20,383 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a03e2b9c6e514b3d976517387593cf7c_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a03e2b9c6e514b3d976517387593cf7c_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:20,384 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c6d717c14d3b420f9f20294310894c66, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:20,385 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c6d717c14d3b420f9f20294310894c66 is 175, key is test_row_0/A:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:20,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741978_1154 (size=30955) 2024-12-05T07:55:20,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T07:55:20,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T07:55:20,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385380598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385380598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,601 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,602 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385380618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:20,623 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:20,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T07:55:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:20,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,823 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=111, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c6d717c14d3b420f9f20294310894c66 2024-12-05T07:55:20,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T07:55:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T07:55:20,835 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] handler.RSProcedureHandler(58): pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=49 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=49 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:20,856 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/84c884cfdaf741359034638bf35a2ba1 is 50, key is test_row_0/B:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:20,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741979_1155 (size=12001) 2024-12-05T07:55:20,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/84c884cfdaf741359034638bf35a2ba1 2024-12-05T07:55:20,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/04f8c82aac4342c4884ffc78040bd0c9 is 50, key is test_row_0/C:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:20,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741980_1156 (size=12001) 2024-12-05T07:55:20,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/04f8c82aac4342c4884ffc78040bd0c9 2024-12-05T07:55:20,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c6d717c14d3b420f9f20294310894c66 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66 2024-12-05T07:55:20,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66, entries=150, sequenceid=111, filesize=30.2 K 2024-12-05T07:55:20,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/84c884cfdaf741359034638bf35a2ba1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1 2024-12-05T07:55:20,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1, entries=150, sequenceid=111, filesize=11.7 K 2024-12-05T07:55:20,953 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/04f8c82aac4342c4884ffc78040bd0c9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9 2024-12-05T07:55:20,971 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9, entries=150, sequenceid=111, filesize=11.7 K 2024-12-05T07:55:20,972 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1057ms, sequenceid=111, compaction requested=true 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:20,973 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:20,973 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-05T07:55:20,973 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:20,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 92968 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:20,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:20,974 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,974 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=90.8 K 2024-12-05T07:55:20,975 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,975 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66] 2024-12-05T07:55:20,975 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:20,975 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:20,975 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,975 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/de2bb340d3d04c778b9714d178cf3486, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.3 K 2024-12-05T07:55:20,976 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting de2bb340d3d04c778b9714d178cf3486, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:20,976 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cf88726de95549f480561757d331f499, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:20,976 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4e1d8888de9b40838ad64217578641ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733385317380 2024-12-05T07:55:20,977 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 17df9d19bcdb475392428b340f23436e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733385317380 2024-12-05T07:55:20,977 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 84c884cfdaf741359034638bf35a2ba1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:20,977 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6d717c14d3b420f9f20294310894c66, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:20,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=49 2024-12-05T07:55:20,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:20,989 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:20,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:20,995 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,000 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#136 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,001 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/08731324b8864ed5a2e896b6b47abc12 is 50, key is test_row_0/B:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:21,001 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412058024aa7943204dbc9cfb34c84b6bddc6_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,009 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412058024aa7943204dbc9cfb34c84b6bddc6_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,009 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412058024aa7943204dbc9cfb34c84b6bddc6_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120550af8587a5b440f58243b0c2d3371f1b_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385319961/Put/seqid=0 2024-12-05T07:55:21,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741981_1157 (size=12207) 2024-12-05T07:55:21,057 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/08731324b8864ed5a2e896b6b47abc12 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/08731324b8864ed5a2e896b6b47abc12 2024-12-05T07:55:21,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741983_1159 (size=12254) 2024-12-05T07:55:21,064 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 08731324b8864ed5a2e896b6b47abc12(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:21,064 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,064 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385320973; duration=0sec 2024-12-05T07:55:21,064 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:21,064 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:21,064 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:21,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741982_1158 (size=4469) 2024-12-05T07:55:21,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:21,069 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#135 average throughput is 0.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,069 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:21,069 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:21,069 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,070 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/bad1f522f76b48ddab50175e1b185c1b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.3 K 2024-12-05T07:55:21,070 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2552c9f156574e74985aadd97ceb8ff0 is 175, key is test_row_0/A:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:21,071 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bad1f522f76b48ddab50175e1b185c1b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385316184 2024-12-05T07:55:21,073 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f67dbb7133a340de83e0e9ea5e39757b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=99, earliestPutTs=1733385317380 2024-12-05T07:55:21,073 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 04f8c82aac4342c4884ffc78040bd0c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:21,076 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120550af8587a5b440f58243b0c2d3371f1b_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120550af8587a5b440f58243b0c2d3371f1b_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:21,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fa7e6435a2d54c419a963d39d3b2ae86, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fa7e6435a2d54c419a963d39d3b2ae86 is 175, key is test_row_0/A:col10/1733385319961/Put/seqid=0 2024-12-05T07:55:21,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741984_1160 (size=31161) 2024-12-05T07:55:21,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741985_1161 (size=31055) 2024-12-05T07:55:21,103 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fa7e6435a2d54c419a963d39d3b2ae86 2024-12-05T07:55:21,108 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2552c9f156574e74985aadd97ceb8ff0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0 2024-12-05T07:55:21,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:21,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:21,117 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#138 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,117 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/c5af3a45b376451b9a19ebebc4c9665d is 50, key is test_row_0/C:col10/1733385319579/Put/seqid=0 2024-12-05T07:55:21,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/b21e5710d14f400fb33dbafa99ed6f53 is 50, key is test_row_0/B:col10/1733385319961/Put/seqid=0 2024-12-05T07:55:21,119 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 2552c9f156574e74985aadd97ceb8ff0(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:21,119 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,119 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385320973; duration=0sec 2024-12-05T07:55:21,119 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:21,119 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:21,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741986_1162 (size=12101) 2024-12-05T07:55:21,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385381128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385381130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385381139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,140 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/b21e5710d14f400fb33dbafa99ed6f53 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,140 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,141 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741987_1163 (size=12207) 2024-12-05T07:55:21,152 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/c5af3a45b376451b9a19ebebc4c9665d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c5af3a45b376451b9a19ebebc4c9665d 2024-12-05T07:55:21,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/095428978ac04e76ab1a9e7abe787c58 is 50, key is test_row_0/C:col10/1733385319961/Put/seqid=0 2024-12-05T07:55:21,162 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into c5af3a45b376451b9a19ebebc4c9665d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:21,162 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,162 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385320973; duration=0sec 2024-12-05T07:55:21,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:21,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:21,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741988_1164 (size=12101) 2024-12-05T07:55:21,189 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/095428978ac04e76ab1a9e7abe787c58 2024-12-05T07:55:21,207 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fa7e6435a2d54c419a963d39d3b2ae86 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86 2024-12-05T07:55:21,213 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86, entries=150, sequenceid=131, filesize=30.3 K 2024-12-05T07:55:21,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/b21e5710d14f400fb33dbafa99ed6f53 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53 2024-12-05T07:55:21,221 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T07:55:21,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/095428978ac04e76ab1a9e7abe787c58 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58 2024-12-05T07:55:21,230 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58, entries=150, sequenceid=131, filesize=11.8 K 2024-12-05T07:55:21,232 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 243ms, sequenceid=131, compaction requested=false 2024-12-05T07:55:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,232 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=49}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=49 2024-12-05T07:55:21,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=49 2024-12-05T07:55:21,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=48 2024-12-05T07:55:21,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0320 sec 2024-12-05T07:55:21,239 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=48, table=TestAcidGuarantees in 1.0380 sec 2024-12-05T07:55:21,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:21,250 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:21,252 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:21,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120553a348e512904f63a732f764d7ca0997_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,295 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385381288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,296 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741989_1165 (size=17284) 2024-12-05T07:55:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385381294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,302 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385381295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,304 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:21,309 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120553a348e512904f63a732f764d7ca0997_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120553a348e512904f63a732f764d7ca0997_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:21,311 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3420be18a2dd4b34ae5e16173fe7510c, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3420be18a2dd4b34ae5e16173fe7510c is 175, key is test_row_0/A:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741990_1166 (size=48389) 2024-12-05T07:55:21,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=48 2024-12-05T07:55:21,348 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:21,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:21,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees 2024-12-05T07:55:21,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:21,356 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:21,357 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=50, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:21,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:21,411 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385381408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385381408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,412 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385381408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,412 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:21,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385381598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,600 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4196 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,610 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385381608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,610 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4205 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,611 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385381617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385381617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,621 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385381617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,621 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,622 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:21,663 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,663 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,663 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:21,729 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=148, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3420be18a2dd4b34ae5e16173fe7510c 2024-12-05T07:55:21,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54b066e142024a6fa5b1e4ef2dc0c87e is 50, key is test_row_0/B:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741991_1167 (size=12151) 2024-12-05T07:55:21,749 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54b066e142024a6fa5b1e4ef2dc0c87e 2024-12-05T07:55:21,764 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d01b85f6f86241bda7eab0a15f7ab417 is 50, key is test_row_0/C:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741992_1168 (size=12151) 2024-12-05T07:55:21,777 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=148 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d01b85f6f86241bda7eab0a15f7ab417 2024-12-05T07:55:21,788 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3420be18a2dd4b34ae5e16173fe7510c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c 2024-12-05T07:55:21,801 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c, entries=250, sequenceid=148, filesize=47.3 K 2024-12-05T07:55:21,802 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54b066e142024a6fa5b1e4ef2dc0c87e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e 2024-12-05T07:55:21,810 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e, entries=150, sequenceid=148, filesize=11.9 K 2024-12-05T07:55:21,812 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d01b85f6f86241bda7eab0a15f7ab417 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417 2024-12-05T07:55:21,816 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,816 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,816 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,821 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417, entries=150, sequenceid=148, filesize=11.9 K 2024-12-05T07:55:21,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=107.34 KB/109920 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 572ms, sequenceid=148, compaction requested=true 2024-12-05T07:55:21,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:21,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:21,824 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:21,824 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:21,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:21,825 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:21,825 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:21,826 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:21,826 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,826 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/08731324b8864ed5a2e896b6b47abc12, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.6 K 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110605 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 08731324b8864ed5a2e896b6b47abc12, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:21,827 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:21,827 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:21,827 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=108.0 K 2024-12-05T07:55:21,827 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c] 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b21e5710d14f400fb33dbafa99ed6f53, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733385319959 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 54b066e142024a6fa5b1e4ef2dc0c87e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321129 2024-12-05T07:55:21,827 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2552c9f156574e74985aadd97ceb8ff0, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:21,828 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa7e6435a2d54c419a963d39d3b2ae86, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733385319959 2024-12-05T07:55:21,829 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3420be18a2dd4b34ae5e16173fe7510c, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321126 2024-12-05T07:55:21,861 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#144 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,861 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/ef60d40fc12b41cc88f5d4636e1875d4 is 50, key is test_row_0/B:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,867 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,883 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120512b3bd0bd5554ff3a589553cab7be643_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,885 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120512b3bd0bd5554ff3a589553cab7be643_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,886 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120512b3bd0bd5554ff3a589553cab7be643_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:21,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741993_1169 (size=12459) 2024-12-05T07:55:21,923 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/ef60d40fc12b41cc88f5d4636e1875d4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ef60d40fc12b41cc88f5d4636e1875d4 2024-12-05T07:55:21,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741994_1170 (size=4469) 2024-12-05T07:55:21,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:21,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:55:21,934 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into ef60d40fc12b41cc88f5d4636e1875d4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:21,934 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,934 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385321824; duration=0sec 2024-12-05T07:55:21,934 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:21,934 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:21,934 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:21,936 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#145 average throughput is 0.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,936 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/cc3ce85ca23746bfb2d57a5ab2fffa45 is 175, key is test_row_0/A:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,938 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:21,938 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:21,939 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,939 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c5af3a45b376451b9a19ebebc4c9665d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=35.6 K 2024-12-05T07:55:21,939 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c5af3a45b376451b9a19ebebc4c9665d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=111, earliestPutTs=1733385319579 2024-12-05T07:55:21,940 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 095428978ac04e76ab1a9e7abe787c58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733385319959 2024-12-05T07:55:21,940 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d01b85f6f86241bda7eab0a15f7ab417, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321129 2024-12-05T07:55:21,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385321291, max timestamp=1733385321933Num uniques 859; 2024-12-05T07:55:21,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385321291, max timestamp=1733385321933Num uniques 859; 2024-12-05T07:55:21,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:21,941 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:21,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741995_1171 (size=31413) 2024-12-05T07:55:21,964 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#146 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:21,966 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/0b55d36c1bd6417e97e990f19ef58edc is 50, key is test_row_0/C:col10/1733385321129/Put/seqid=0 2024-12-05T07:55:21,968 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:21,972 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:21,982 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/cc3ce85ca23746bfb2d57a5ab2fffa45 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45 2024-12-05T07:55:21,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e275cbb2a2640c5abd5d5e06e847f5f_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385321291/Put/seqid=0 2024-12-05T07:55:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:21,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385321963, max timestamp=1733385321988Num uniques 859; 2024-12-05T07:55:21,991 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:21,993 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into cc3ce85ca23746bfb2d57a5ab2fffa45(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:21,993 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:21,993 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385321824; duration=0sec 2024-12-05T07:55:21,993 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:21,993 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:21,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385321963, max timestamp=1733385321988Num uniques 859; 2024-12-05T07:55:21,993 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:21,995 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385321963, max timestamp=1733385321988Num uniques 859; 2024-12-05T07:55:21,995 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:21,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741996_1172 (size=12459) 2024-12-05T07:55:22,006 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/0b55d36c1bd6417e97e990f19ef58edc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/0b55d36c1bd6417e97e990f19ef58edc 2024-12-05T07:55:22,017 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 0b55d36c1bd6417e97e990f19ef58edc(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:22,017 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:22,017 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385321827; duration=0sec 2024-12-05T07:55:22,017 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:22,017 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:22,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741997_1173 (size=14794) 2024-12-05T07:55:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385382055, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385382063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,068 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,070 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385382057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,076 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,149 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,150 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385382178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,179 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385382178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,179 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385382188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,304 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385382388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385382388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,389 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,389 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,390 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,414 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385382407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,415 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,432 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:22,438 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e275cbb2a2640c5abd5d5e06e847f5f_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e275cbb2a2640c5abd5d5e06e847f5f_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:22,439 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/73123c672f8445a49b4bae4c53b26659, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:22,440 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/73123c672f8445a49b4bae4c53b26659 is 175, key is test_row_0/A:col10/1733385321291/Put/seqid=0 2024-12-05T07:55:22,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741998_1174 (size=39749) 2024-12-05T07:55:22,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,457 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:22,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,616 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385382698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385382698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,702 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:22,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385382727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:22,731 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:22,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,769 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,849 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/73123c672f8445a49b4bae4c53b26659 2024-12-05T07:55:22,858 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29b7b65f662e4a96b2e4d2396ab87cc0 is 50, key is test_row_0/B:col10/1733385321291/Put/seqid=0 2024-12-05T07:55:22,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741999_1175 (size=12151) 2024-12-05T07:55:22,922 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:22,922 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:22,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:23,076 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,076 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:23,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385383217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:23,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385383217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,220 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:23,228 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:23,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] handler.RSProcedureHandler(58): pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=51 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=51 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:23,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:23,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385383238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:23,245 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:23,274 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29b7b65f662e4a96b2e4d2396ab87cc0 2024-12-05T07:55:23,283 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/356cb5a04b244bc5b857b13a0fd5fd54 is 50, key is test_row_0/C:col10/1733385321291/Put/seqid=0 2024-12-05T07:55:23,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742000_1176 (size=12151) 2024-12-05T07:55:23,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/356cb5a04b244bc5b857b13a0fd5fd54 2024-12-05T07:55:23,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/73123c672f8445a49b4bae4c53b26659 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659 2024-12-05T07:55:23,306 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659, entries=200, sequenceid=170, filesize=38.8 K 2024-12-05T07:55:23,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/29b7b65f662e4a96b2e4d2396ab87cc0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0 2024-12-05T07:55:23,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T07:55:23,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/356cb5a04b244bc5b857b13a0fd5fd54 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54 2024-12-05T07:55:23,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54, entries=150, sequenceid=170, filesize=11.9 K 2024-12-05T07:55:23,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~58.14 KB/59540, heapSize ~164.13 KB/168064, currentSize=127.47 KB/130530 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1387ms, sequenceid=170, compaction requested=false 2024-12-05T07:55:23,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:23,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=51 2024-12-05T07:55:23,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:23,382 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:23,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:23,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051f6f3ad550fa4110a06c1a3ec252a5bf_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385322055/Put/seqid=0 2024-12-05T07:55:23,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742001_1177 (size=12304) 2024-12-05T07:55:23,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:23,403 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412051f6f3ad550fa4110a06c1a3ec252a5bf_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051f6f3ad550fa4110a06c1a3ec252a5bf_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c3f8861efdb248549b9058c41b317351, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:23,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c3f8861efdb248549b9058c41b317351 is 175, key is test_row_0/A:col10/1733385322055/Put/seqid=0 2024-12-05T07:55:23,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742002_1178 (size=31105) 2024-12-05T07:55:23,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:23,811 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=207, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c3f8861efdb248549b9058c41b317351 2024-12-05T07:55:23,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54cd1b99c51a48bba7ba745b17466148 is 50, key is test_row_0/B:col10/1733385322055/Put/seqid=0 2024-12-05T07:55:23,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742003_1179 (size=12151) 2024-12-05T07:55:24,152 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-05T07:55:24,152 INFO [master/fc6cd38557f3:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-05T07:55:24,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:24,231 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:24,236 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54cd1b99c51a48bba7ba745b17466148 2024-12-05T07:55:24,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a8faded637434625b7ab8d2f07565fcb is 50, key is test_row_0/C:col10/1733385322055/Put/seqid=0 2024-12-05T07:55:24,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742004_1180 (size=12151) 2024-12-05T07:55:24,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385384259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,268 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385384261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,269 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385384269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,276 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,378 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385384378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385384378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,379 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385384378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,380 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385384588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385384588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,593 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385384588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,593 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,594 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,661 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a8faded637434625b7ab8d2f07565fcb 2024-12-05T07:55:24,671 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c3f8861efdb248549b9058c41b317351 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351 2024-12-05T07:55:24,679 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351, entries=150, sequenceid=207, filesize=30.4 K 2024-12-05T07:55:24,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/54cd1b99c51a48bba7ba745b17466148 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148 2024-12-05T07:55:24,697 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148, entries=150, sequenceid=207, filesize=11.9 K 2024-12-05T07:55:24,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a8faded637434625b7ab8d2f07565fcb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb 2024-12-05T07:55:24,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb, entries=150, sequenceid=207, filesize=11.9 K 2024-12-05T07:55:24,719 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=53.67 KB/54960 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1336ms, sequenceid=207, compaction requested=true 2024-12-05T07:55:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:24,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-05T07:55:24,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-05T07:55:24,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-05T07:55:24,726 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.3630 sec 2024-12-05T07:55:24,730 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=50, table=TestAcidGuarantees in 3.3800 sec 2024-12-05T07:55:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:24,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:24,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:24,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bc382482544a41a3b1dea9126219497c_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:24,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742005_1181 (size=14794) 2024-12-05T07:55:24,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385384924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,926 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385384925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385384925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:24,930 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385385028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385385037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,039 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385385037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,039 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,238 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385385238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,239 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385385247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,250 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385385247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,250 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,313 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:25,317 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bc382482544a41a3b1dea9126219497c_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bc382482544a41a3b1dea9126219497c_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:25,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fad2e6f5b9a440ad9c1d517e5b4f30bc, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:25,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fad2e6f5b9a440ad9c1d517e5b4f30bc is 175, key is test_row_0/A:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742006_1182 (size=39749) 2024-12-05T07:55:25,332 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=220, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fad2e6f5b9a440ad9c1d517e5b4f30bc 2024-12-05T07:55:25,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/c585881b0b014f138225054042a18933 is 50, key is test_row_0/B:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742007_1183 (size=12151) 2024-12-05T07:55:25,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-05T07:55:25,518 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:25,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:25,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees 2024-12-05T07:55:25,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:25,521 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:25,521 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=52, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:25,521 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:25,549 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385385548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,549 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385385557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,561 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385385557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,561 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58432 deadline: 1733385385618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,621 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8218 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,622 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:25,652 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:25,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58418 deadline: 1733385385647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:25,653 WARN [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:25,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:25,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-05T07:55:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:25,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] handler.RSProcedureHandler(58): pid=53 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:25,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=53 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:25,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=53 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:25,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/c585881b0b014f138225054042a18933 2024-12-05T07:55:25,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/88eb91609ffb4e7abeb215e3c8722c2e is 50, key is test_row_0/C:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742008_1184 (size=12151) 2024-12-05T07:55:25,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=220 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/88eb91609ffb4e7abeb215e3c8722c2e 2024-12-05T07:55:25,771 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/fad2e6f5b9a440ad9c1d517e5b4f30bc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc 2024-12-05T07:55:25,777 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc, entries=200, sequenceid=220, filesize=38.8 K 2024-12-05T07:55:25,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/c585881b0b014f138225054042a18933 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933 2024-12-05T07:55:25,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933, entries=150, sequenceid=220, filesize=11.9 K 2024-12-05T07:55:25,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/88eb91609ffb4e7abeb215e3c8722c2e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e 2024-12-05T07:55:25,792 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e, entries=150, sequenceid=220, filesize=11.9 K 2024-12-05T07:55:25,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 894ms, sequenceid=220, compaction requested=true 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:25,793 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:25,793 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:25,793 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:25,795 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:25,795 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:25,795 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,795 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ef60d40fc12b41cc88f5d4636e1875d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=47.8 K 2024-12-05T07:55:25,796 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142016 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:25,796 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ef60d40fc12b41cc88f5d4636e1875d4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321129 2024-12-05T07:55:25,796 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:25,796 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,796 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=138.7 K 2024-12-05T07:55:25,796 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,796 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc] 2024-12-05T07:55:25,797 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 29b7b65f662e4a96b2e4d2396ab87cc0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385321291 2024-12-05T07:55:25,797 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 54cd1b99c51a48bba7ba745b17466148, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733385322052 2024-12-05T07:55:25,797 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cc3ce85ca23746bfb2d57a5ab2fffa45, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321129 2024-12-05T07:55:25,797 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c585881b0b014f138225054042a18933, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:25,798 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 73123c672f8445a49b4bae4c53b26659, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385321291 2024-12-05T07:55:25,798 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3f8861efdb248549b9058c41b317351, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733385322052 2024-12-05T07:55:25,799 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fad2e6f5b9a440ad9c1d517e5b4f30bc, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:25,810 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#156 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:25,811 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/5eb2609f163a4a48a2f73e01b24f8404 is 50, key is test_row_0/B:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,811 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:25,815 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205c1d39a3ab14d4f0ea6865ccd3e3eb4f7_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:25,817 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205c1d39a3ab14d4f0ea6865ccd3e3eb4f7_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:25,818 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c1d39a3ab14d4f0ea6865ccd3e3eb4f7_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:25,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742010_1186 (size=4469) 2024-12-05T07:55:25,825 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#157 average throughput is 1.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:25,826 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/dfc3eff803b54846903308ad698e0005 is 175, key is test_row_0/A:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=53 2024-12-05T07:55:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,828 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:55:25,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:25,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:25,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742009_1185 (size=12595) 2024-12-05T07:55:25,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:25,840 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/5eb2609f163a4a48a2f73e01b24f8404 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5eb2609f163a4a48a2f73e01b24f8404 2024-12-05T07:55:25,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742011_1187 (size=31549) 2024-12-05T07:55:25,848 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 5eb2609f163a4a48a2f73e01b24f8404(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:25,848 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:25,849 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=12, startTime=1733385325793; duration=0sec 2024-12-05T07:55:25,849 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:25,849 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:25,849 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:25,852 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48912 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:25,853 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:25,853 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:25,853 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/0b55d36c1bd6417e97e990f19ef58edc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=47.8 K 2024-12-05T07:55:25,853 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0b55d36c1bd6417e97e990f19ef58edc, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=148, earliestPutTs=1733385321129 2024-12-05T07:55:25,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120594be0202227343f2aeaecb3c83f63b83_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385324922/Put/seqid=0 2024-12-05T07:55:25,857 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 356cb5a04b244bc5b857b13a0fd5fd54, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385321291 2024-12-05T07:55:25,859 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a8faded637434625b7ab8d2f07565fcb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733385322052 2024-12-05T07:55:25,863 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/dfc3eff803b54846903308ad698e0005 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005 2024-12-05T07:55:25,864 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 88eb91609ffb4e7abeb215e3c8722c2e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:25,872 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into dfc3eff803b54846903308ad698e0005(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:25,872 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:25,872 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=12, startTime=1733385325793; duration=0sec 2024-12-05T07:55:25,872 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:25,872 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:25,881 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#159 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:25,881 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/49561cb85f8c46c392edce6281f1a0f5 is 50, key is test_row_0/C:col10/1733385324254/Put/seqid=0 2024-12-05T07:55:25,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742013_1189 (size=12595) 2024-12-05T07:55:25,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742012_1188 (size=12304) 2024-12-05T07:55:25,896 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/49561cb85f8c46c392edce6281f1a0f5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/49561cb85f8c46c392edce6281f1a0f5 2024-12-05T07:55:25,907 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 49561cb85f8c46c392edce6281f1a0f5(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:25,907 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:25,907 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=12, startTime=1733385325793; duration=0sec 2024-12-05T07:55:25,907 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:25,907 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:26,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:26,060 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:26,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385386073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,077 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385386075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,080 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385386076, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,081 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385386187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385386188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385386188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,194 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,195 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,196 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:26,297 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120594be0202227343f2aeaecb3c83f63b83_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120594be0202227343f2aeaecb3c83f63b83_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:26,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/d5e4492b3247499e8fbdc3ffb23b0d74, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:26,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/d5e4492b3247499e8fbdc3ffb23b0d74 is 175, key is test_row_0/A:col10/1733385324922/Put/seqid=0 2024-12-05T07:55:26,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742014_1190 (size=31105) 2024-12-05T07:55:26,400 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385386397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385386397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385386408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,408 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:26,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=239, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/d5e4492b3247499e8fbdc3ffb23b0d74 2024-12-05T07:55:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,711 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385386708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385386708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,712 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:26,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/39a727e07866426e9e63113673c10239 is 50, key is test_row_0/B:col10/1733385324922/Put/seqid=0 2024-12-05T07:55:26,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:26,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385386718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:26,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742015_1191 (size=12151) 2024-12-05T07:55:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:26,724 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,124 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/39a727e07866426e9e63113673c10239 2024-12-05T07:55:27,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9744372c5b4a43e78313a8e692572542 is 50, key is test_row_0/C:col10/1733385324922/Put/seqid=0 2024-12-05T07:55:27,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742016_1192 (size=12151) 2024-12-05T07:55:27,165 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=239 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9744372c5b4a43e78313a8e692572542 2024-12-05T07:55:27,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/d5e4492b3247499e8fbdc3ffb23b0d74 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74 2024-12-05T07:55:27,177 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74, entries=150, sequenceid=239, filesize=30.4 K 2024-12-05T07:55:27,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/39a727e07866426e9e63113673c10239 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239 2024-12-05T07:55:27,187 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239, entries=150, sequenceid=239, filesize=11.9 K 2024-12-05T07:55:27,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9744372c5b4a43e78313a8e692572542 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542 2024-12-05T07:55:27,193 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542, entries=150, sequenceid=239, filesize=11.9 K 2024-12-05T07:55:27,194 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1366ms, sequenceid=239, compaction requested=false 2024-12-05T07:55:27,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:27,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:27,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-05T07:55:27,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-05T07:55:27,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-05T07:55:27,199 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6750 sec 2024-12-05T07:55:27,201 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=52, table=TestAcidGuarantees in 1.6820 sec 2024-12-05T07:55:27,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:27,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:55:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:27,220 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:27,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:27,221 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:27,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120558cc19e440c843d69d841c7d81cf4e55_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:27,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742017_1193 (size=14844) 2024-12-05T07:55:27,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385387254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,258 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,258 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385387258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385387258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,259 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385387367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385387367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385387367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,370 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,371 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,373 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,580 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385387578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,581 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,582 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,635 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:27,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120558cc19e440c843d69d841c7d81cf4e55_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120558cc19e440c843d69d841c7d81cf4e55_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:27,640 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7229af771a4c423c865afa2adc498f37, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:27,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7229af771a4c423c865afa2adc498f37 is 175, key is test_row_0/A:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:27,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742018_1194 (size=39799) 2024-12-05T07:55:27,645 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=257, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7229af771a4c423c865afa2adc498f37 2024-12-05T07:55:27,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/2d845ced21fb4fa995b3b32cf4ddd20a is 50, key is test_row_0/B:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742019_1195 (size=12201) 2024-12-05T07:55:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-05T07:55:27,668 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:27,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees 2024-12-05T07:55:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:27,670 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:27,671 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=54, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:27,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:27,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:27,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,889 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385387888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385387888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,890 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385387888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:27,890 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:27,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:27,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:27,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:27,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:27,977 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:27,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:28,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/2d845ced21fb4fa995b3b32cf4ddd20a 2024-12-05T07:55:28,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9edeff9f76324ffda9abe97db0ffa0e0 is 50, key is test_row_0/C:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:28,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742020_1196 (size=12201) 2024-12-05T07:55:28,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,286 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:28,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,286 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:28,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385388398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,401 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,401 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:28,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385388398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:28,402 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:28,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385388398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:28,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:28,439 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:28,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:28,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,439 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] handler.RSProcedureHandler(58): pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=55 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=55 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:28,490 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=257 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9edeff9f76324ffda9abe97db0ffa0e0 2024-12-05T07:55:28,494 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7229af771a4c423c865afa2adc498f37 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37 2024-12-05T07:55:28,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37, entries=200, sequenceid=257, filesize=38.9 K 2024-12-05T07:55:28,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/2d845ced21fb4fa995b3b32cf4ddd20a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a 2024-12-05T07:55:28,506 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a, entries=150, sequenceid=257, filesize=11.9 K 2024-12-05T07:55:28,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/9edeff9f76324ffda9abe97db0ffa0e0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0 2024-12-05T07:55:28,516 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0, entries=150, sequenceid=257, filesize=11.9 K 2024-12-05T07:55:28,517 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=100.63 KB/103050 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1298ms, sequenceid=257, compaction requested=true 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:28,517 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:28,517 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:28,517 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:28,518 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:28,518 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102453 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:28,519 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,519 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,519 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=100.1 K 2024-12-05T07:55:28,519 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5eb2609f163a4a48a2f73e01b24f8404, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.1 K 2024-12-05T07:55:28,519 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37] 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eb2609f163a4a48a2f73e01b24f8404, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc3eff803b54846903308ad698e0005, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:28,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 39a727e07866426e9e63113673c10239, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733385324917 2024-12-05T07:55:28,520 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d5e4492b3247499e8fbdc3ffb23b0d74, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733385324917 2024-12-05T07:55:28,520 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d845ced21fb4fa995b3b32cf4ddd20a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326075 2024-12-05T07:55:28,520 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7229af771a4c423c865afa2adc498f37, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326073 2024-12-05T07:55:28,529 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:28,532 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412050e8a18ec20734419a87c39ee1e890d33_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:28,532 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#165 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:28,532 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/62b41ec444db406f9ff9c394eb46e62b is 50, key is test_row_0/B:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:28,533 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412050e8a18ec20734419a87c39ee1e890d33_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:28,533 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050e8a18ec20734419a87c39ee1e890d33_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:28,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742021_1197 (size=12747) 2024-12-05T07:55:28,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742022_1198 (size=4469) 2024-12-05T07:55:28,548 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#166 average throughput is 1.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:28,549 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b554b5aa9c6d4514b0160b4eff78f54a is 175, key is test_row_0/A:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:28,550 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/62b41ec444db406f9ff9c394eb46e62b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/62b41ec444db406f9ff9c394eb46e62b 2024-12-05T07:55:28,557 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 62b41ec444db406f9ff9c394eb46e62b(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:28,557 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:28,557 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385328517; duration=0sec 2024-12-05T07:55:28,558 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:28,558 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:28,558 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:28,559 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36947 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:28,559 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:28,559 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,559 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/49561cb85f8c46c392edce6281f1a0f5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.1 K 2024-12-05T07:55:28,560 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 49561cb85f8c46c392edce6281f1a0f5, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=220, earliestPutTs=1733385324254 2024-12-05T07:55:28,560 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9744372c5b4a43e78313a8e692572542, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=239, earliestPutTs=1733385324917 2024-12-05T07:55:28,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742023_1199 (size=31701) 2024-12-05T07:55:28,561 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9edeff9f76324ffda9abe97db0ffa0e0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326075 2024-12-05T07:55:28,566 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b554b5aa9c6d4514b0160b4eff78f54a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a 2024-12-05T07:55:28,571 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#167 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:28,572 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/1ef24744950b407b81a7a5ec221c1c51 is 50, key is test_row_0/C:col10/1733385327219/Put/seqid=0 2024-12-05T07:55:28,573 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into b554b5aa9c6d4514b0160b4eff78f54a(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:28,573 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:28,573 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385328517; duration=0sec 2024-12-05T07:55:28,573 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:28,573 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:28,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742024_1200 (size=12747) 2024-12-05T07:55:28,586 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/1ef24744950b407b81a7a5ec221c1c51 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/1ef24744950b407b81a7a5ec221c1c51 2024-12-05T07:55:28,592 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=55 2024-12-05T07:55:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:28,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:55:28,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:28,593 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 1ef24744950b407b81a7a5ec221c1c51(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:28,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:28,593 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:28,593 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385328517; duration=0sec 2024-12-05T07:55:28,593 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:28,594 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:28,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053b43d491553c4d589d7180ca6ec75f83_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385327256/Put/seqid=0 2024-12-05T07:55:28,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742025_1201 (size=12454) 2024-12-05T07:55:28,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:28,617 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053b43d491553c4d589d7180ca6ec75f83_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b43d491553c4d589d7180ca6ec75f83_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:28,618 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7679bcd5da994d1685f33f1950d8b761, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:28,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7679bcd5da994d1685f33f1950d8b761 is 175, key is test_row_0/A:col10/1733385327256/Put/seqid=0 2024-12-05T07:55:28,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742026_1202 (size=31255) 2024-12-05T07:55:28,625 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7679bcd5da994d1685f33f1950d8b761 2024-12-05T07:55:28,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/0a14ce852e9d428185332c0c3c09469c is 50, key is test_row_0/B:col10/1733385327256/Put/seqid=0 2024-12-05T07:55:28,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742027_1203 (size=12301) 2024-12-05T07:55:28,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:29,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/0a14ce852e9d428185332c0c3c09469c 2024-12-05T07:55:29,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d7522e76d1d542f68f8634702304c1f3 is 50, key is test_row_0/C:col10/1733385327256/Put/seqid=0 2024-12-05T07:55:29,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742028_1204 (size=12301) 2024-12-05T07:55:29,075 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d7522e76d1d542f68f8634702304c1f3 2024-12-05T07:55:29,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/7679bcd5da994d1685f33f1950d8b761 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761 2024-12-05T07:55:29,087 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761, entries=150, sequenceid=278, filesize=30.5 K 2024-12-05T07:55:29,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/0a14ce852e9d428185332c0c3c09469c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c 2024-12-05T07:55:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,093 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T07:55:29,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/d7522e76d1d542f68f8634702304c1f3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3 2024-12-05T07:55:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 508ms, sequenceid=278, compaction requested=false 2024-12-05T07:55:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:29,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-05T07:55:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-05T07:55:29,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-05T07:55:29,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4320 sec 2024-12-05T07:55:29,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=54, table=TestAcidGuarantees in 1.4380 sec 2024-12-05T07:55:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:29,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:29,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:29,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056a9cf6830e6347fd88f0fb7d85d4eb4d_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742029_1205 (size=22618) 2024-12-05T07:55:29,527 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:29,535 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056a9cf6830e6347fd88f0fb7d85d4eb4d_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056a9cf6830e6347fd88f0fb7d85d4eb4d_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:29,536 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3cea52e0d5e047929a7939c750b3ef88, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:29,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3cea52e0d5e047929a7939c750b3ef88 is 175, key is test_row_0/A:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:29,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742030_1206 (size=66023) 2024-12-05T07:55:29,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385329505, max timestamp=1733385329578Num uniques 859; 2024-12-05T07:55:29,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385329505, max timestamp=1733385329578Num uniques 859; 2024-12-05T07:55:29,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:29,581 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385329505, max timestamp=1733385329578Num uniques 859; 2024-12-05T07:55:29,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:29,582 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:29,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385389577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,583 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385389611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,615 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,616 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385389613, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,619 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385389688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,692 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,693 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385389717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,722 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,729 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385389728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,729 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,730 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-05T07:55:29,818 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:29,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:29,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees 2024-12-05T07:55:29,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:29,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:29,820 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=56, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:29,821 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:29,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385389898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,904 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:29,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385389927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,929 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:29,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385389938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:29,939 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:29,947 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3cea52e0d5e047929a7939c750b3ef88 2024-12-05T07:55:29,955 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/49ecc2efbe6b48b09f77199a4f897abb is 50, key is test_row_0/B:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:29,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742031_1207 (size=12301) 2024-12-05T07:55:29,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:29,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:29,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:29,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:30,217 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385390208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,218 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385390238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,251 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385390248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,252 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/49ecc2efbe6b48b09f77199a4f897abb 2024-12-05T07:55:30,368 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4fe61d031dfb4a1bbea0f8de2d84ae5e is 50, key is test_row_0/C:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:30,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742032_1208 (size=12301) 2024-12-05T07:55:30,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,432 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:30,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:30,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,739 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385390728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,741 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] handler.RSProcedureHandler(58): pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=57 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=57 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:30,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385390758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,762 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385390759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:30,762 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:30,773 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4fe61d031dfb4a1bbea0f8de2d84ae5e 2024-12-05T07:55:30,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/3cea52e0d5e047929a7939c750b3ef88 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88 2024-12-05T07:55:30,789 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88, entries=350, sequenceid=288, filesize=64.5 K 2024-12-05T07:55:30,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/49ecc2efbe6b48b09f77199a4f897abb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb 2024-12-05T07:55:30,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T07:55:30,798 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/4fe61d031dfb4a1bbea0f8de2d84ae5e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e 2024-12-05T07:55:30,805 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e, entries=150, sequenceid=288, filesize=12.0 K 2024-12-05T07:55:30,807 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1319ms, sequenceid=288, compaction requested=true 2024-12-05T07:55:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:30,807 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:30,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:30,808 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:30,808 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 128979 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:30,809 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,809 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/62b41ec444db406f9ff9c394eb46e62b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.5 K 2024-12-05T07:55:30,809 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,809 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=126.0 K 2024-12-05T07:55:30,809 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88] 2024-12-05T07:55:30,809 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 62b41ec444db406f9ff9c394eb46e62b, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326075 2024-12-05T07:55:30,810 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b554b5aa9c6d4514b0160b4eff78f54a, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326075 2024-12-05T07:55:30,810 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a14ce852e9d428185332c0c3c09469c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385327251 2024-12-05T07:55:30,810 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 49ecc2efbe6b48b09f77199a4f897abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329437 2024-12-05T07:55:30,810 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7679bcd5da994d1685f33f1950d8b761, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385327251 2024-12-05T07:55:30,811 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3cea52e0d5e047929a7939c750b3ef88, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329434 2024-12-05T07:55:30,831 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#174 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:30,831 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/60b53453355c48b4a57ba932f04a70fa is 50, key is test_row_0/B:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:30,839 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:30,848 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412050ee68399ab964f59b258eca98145ea6a_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:30,850 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412050ee68399ab964f59b258eca98145ea6a_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:30,850 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412050ee68399ab964f59b258eca98145ea6a_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:30,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742033_1209 (size=12949) 2024-12-05T07:55:30,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742034_1210 (size=4469) 2024-12-05T07:55:30,883 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#175 average throughput is 0.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:30,884 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/e098d1db23424bbb976beea3407a1700 is 175, key is test_row_0/A:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:30,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742035_1211 (size=31903) 2024-12-05T07:55:30,896 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=57 2024-12-05T07:55:30,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,896 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:30,897 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:30,900 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/e098d1db23424bbb976beea3407a1700 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700 2024-12-05T07:55:30,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205035e472909c243a1b3d162a8c071727d_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385329609/Put/seqid=0 2024-12-05T07:55:30,908 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into e098d1db23424bbb976beea3407a1700(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:30,908 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:30,909 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385330807; duration=0sec 2024-12-05T07:55:30,909 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:30,909 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:30,909 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:30,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37349 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:30,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:30,911 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:30,911 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/1ef24744950b407b81a7a5ec221c1c51, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.5 K 2024-12-05T07:55:30,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742036_1212 (size=12454) 2024-12-05T07:55:30,912 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1ef24744950b407b81a7a5ec221c1c51, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=257, earliestPutTs=1733385326075 2024-12-05T07:55:30,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:30,914 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d7522e76d1d542f68f8634702304c1f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385327251 2024-12-05T07:55:30,914 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4fe61d031dfb4a1bbea0f8de2d84ae5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329437 2024-12-05T07:55:30,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205035e472909c243a1b3d162a8c071727d_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205035e472909c243a1b3d162a8c071727d_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:30,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b2ced26cdfcb4ada8492ff59de301b95, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:30,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b2ced26cdfcb4ada8492ff59de301b95 is 175, key is test_row_0/A:col10/1733385329609/Put/seqid=0 2024-12-05T07:55:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742037_1213 (size=31255) 2024-12-05T07:55:30,926 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b2ced26cdfcb4ada8492ff59de301b95 2024-12-05T07:55:30,927 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#177 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:30,928 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/c563f2ebb0e84f4e9d809b63c143e8b5 is 50, key is test_row_0/C:col10/1733385329487/Put/seqid=0 2024-12-05T07:55:30,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742038_1214 (size=12949) 2024-12-05T07:55:30,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/702c89594ce54da6b0020573c9942b32 is 50, key is test_row_0/B:col10/1733385329609/Put/seqid=0 2024-12-05T07:55:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742039_1215 (size=12301) 2024-12-05T07:55:30,952 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/c563f2ebb0e84f4e9d809b63c143e8b5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c563f2ebb0e84f4e9d809b63c143e8b5 2024-12-05T07:55:30,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:30,958 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into c563f2ebb0e84f4e9d809b63c143e8b5(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:30,958 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:30,958 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385330808; duration=0sec 2024-12-05T07:55:30,959 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:30,959 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:31,286 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/60b53453355c48b4a57ba932f04a70fa as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/60b53453355c48b4a57ba932f04a70fa 2024-12-05T07:55:31,295 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 60b53453355c48b4a57ba932f04a70fa(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:31,295 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:31,295 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385330808; duration=0sec 2024-12-05T07:55:31,295 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:31,295 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:31,349 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/702c89594ce54da6b0020573c9942b32 2024-12-05T07:55:31,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a7e877bcddc447dc8a7082bf0f82a376 is 50, key is test_row_0/C:col10/1733385329609/Put/seqid=0 2024-12-05T07:55:31,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742040_1216 (size=12301) 2024-12-05T07:55:31,361 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a7e877bcddc447dc8a7082bf0f82a376 2024-12-05T07:55:31,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/b2ced26cdfcb4ada8492ff59de301b95 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95 2024-12-05T07:55:31,372 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95, entries=150, sequenceid=324, filesize=30.5 K 2024-12-05T07:55:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/702c89594ce54da6b0020573c9942b32 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32 2024-12-05T07:55:31,377 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T07:55:31,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/a7e877bcddc447dc8a7082bf0f82a376 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376 2024-12-05T07:55:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=0 B/0 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 488ms, sequenceid=324, compaction requested=false 2024-12-05T07:55:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-05T07:55:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,388 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5650 sec 2024-12-05T07:55:31,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=56, table=TestAcidGuarantees in 1.5710 sec 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:31,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:31,815 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,822 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a30402798e8048e6a25ef556de1d777e_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742041_1217 (size=22618) 2024-12-05T07:55:31,852 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:31,859 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a30402798e8048e6a25ef556de1d777e_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a30402798e8048e6a25ef556de1d777e_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:31,861 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2aedfc165f81416bb13113409ac723b9, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:31,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2aedfc165f81416bb13113409ac723b9 is 175, key is test_row_0/A:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:31,866 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385331854, max timestamp=1733385331864Num uniques 859; 2024-12-05T07:55:31,867 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:31,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385391862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,867 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:31,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385331854, max timestamp=1733385331864Num uniques 859; 2024-12-05T07:55:31,869 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:31,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385331854, max timestamp=1733385331864Num uniques 859; 2024-12-05T07:55:31,871 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:31,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742042_1218 (size=66023) 2024-12-05T07:55:31,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:31,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385391913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385391913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,918 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:31,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-05T07:55:31,968 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:31,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:31,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees 2024-12-05T07:55:31,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:31,971 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:31,972 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=58, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:31,972 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:31,979 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385391978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:31,980 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385392027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385392028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,033 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,034 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:32,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T07:55:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385392188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,189 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,190 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385392237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,241 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385392237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,242 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,277 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2aedfc165f81416bb13113409ac723b9 2024-12-05T07:55:32,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T07:55:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,279 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] handler.RSProcedureHandler(58): pid=59 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,279 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=59 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=59 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:32,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/23b7528598664724b2ac7eaa1a5b1b40 is 50, key is test_row_0/B:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:32,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:32,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742043_1219 (size=12301) 2024-12-05T07:55:32,291 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/23b7528598664724b2ac7eaa1a5b1b40 2024-12-05T07:55:32,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/fd2c8baf95ef46658565f43d848aee23 is 50, key is test_row_0/C:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:32,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742044_1220 (size=12301) 2024-12-05T07:55:32,305 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/fd2c8baf95ef46658565f43d848aee23 2024-12-05T07:55:32,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/2aedfc165f81416bb13113409ac723b9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9 2024-12-05T07:55:32,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9, entries=350, sequenceid=337, filesize=64.5 K 2024-12-05T07:55:32,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/23b7528598664724b2ac7eaa1a5b1b40 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40 2024-12-05T07:55:32,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40, entries=150, sequenceid=337, filesize=12.0 K 2024-12-05T07:55:32,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/fd2c8baf95ef46658565f43d848aee23 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23 2024-12-05T07:55:32,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23, entries=150, sequenceid=337, filesize=12.0 K 2024-12-05T07:55:32,335 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 521ms, sequenceid=337, compaction requested=true 2024-12-05T07:55:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:32,335 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:32,335 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:32,335 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:32,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:32,336 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:32,339 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129181 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:32,339 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:32,339 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,339 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=126.2 K 2024-12-05T07:55:32,339 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,339 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9] 2024-12-05T07:55:32,339 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:32,339 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:32,339 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,339 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/60b53453355c48b4a57ba932f04a70fa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.7 K 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e098d1db23424bbb976beea3407a1700, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329437 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 60b53453355c48b4a57ba932f04a70fa, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329437 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b2ced26cdfcb4ada8492ff59de301b95, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385329599 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 702c89594ce54da6b0020573c9942b32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385329599 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2aedfc165f81416bb13113409ac723b9, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331771 2024-12-05T07:55:32,340 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 23b7528598664724b2ac7eaa1a5b1b40, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331804 2024-12-05T07:55:32,348 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:32,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205c9f348987e2344ab8b899319c193ff87_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:32,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205c9f348987e2344ab8b899319c193ff87_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:32,356 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#184 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:32,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c9f348987e2344ab8b899319c193ff87_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:32,357 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/70cc7e4de0f04a8ea3a4d34376a19bc2 is 50, key is test_row_0/B:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:32,387 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742046_1222 (size=13051) 2024-12-05T07:55:32,402 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/70cc7e4de0f04a8ea3a4d34376a19bc2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/70cc7e4de0f04a8ea3a4d34376a19bc2 2024-12-05T07:55:32,412 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 70cc7e4de0f04a8ea3a4d34376a19bc2(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:32,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:32,412 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385332335; duration=0sec 2024-12-05T07:55:32,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:32,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:32,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:32,413 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:32,413 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:32,414 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,414 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c563f2ebb0e84f4e9d809b63c143e8b5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=36.7 K 2024-12-05T07:55:32,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742045_1221 (size=4469) 2024-12-05T07:55:32,415 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c563f2ebb0e84f4e9d809b63c143e8b5, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733385329437 2024-12-05T07:55:32,415 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a7e877bcddc447dc8a7082bf0f82a376, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385329599 2024-12-05T07:55:32,416 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting fd2c8baf95ef46658565f43d848aee23, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331804 2024-12-05T07:55:32,424 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#185 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:32,424 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/04836de72ba947739b61df3bf8ad8bbc is 50, key is test_row_0/C:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:32,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=59 2024-12-05T07:55:32,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:32,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:32,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:32,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742047_1223 (size=13051) 2024-12-05T07:55:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e9b1140f203144079319739aaee5abd1_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:32,458 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/04836de72ba947739b61df3bf8ad8bbc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04836de72ba947739b61df3bf8ad8bbc 2024-12-05T07:55:32,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742048_1224 (size=12454) 2024-12-05T07:55:32,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:32,468 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 04836de72ba947739b61df3bf8ad8bbc(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:32,468 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:32,468 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385332336; duration=0sec 2024-12-05T07:55:32,468 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:32,469 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:32,472 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e9b1140f203144079319739aaee5abd1_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e9b1140f203144079319739aaee5abd1_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:32,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/6e7185dd7ccc4b65922e57a50b703145, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:32,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/6e7185dd7ccc4b65922e57a50b703145 is 175, key is test_row_0/A:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:32,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742049_1225 (size=31255) 2024-12-05T07:55:32,479 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/6e7185dd7ccc4b65922e57a50b703145 2024-12-05T07:55:32,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4601346a568a45f0aeff52e1590df56a is 50, key is test_row_0/B:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:32,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:32,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:32,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742050_1226 (size=12301) 2024-12-05T07:55:32,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385392530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,535 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,552 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385392548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,555 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:32,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385392638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,819 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#183 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:32,820 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/e76e581dfc4a41099d59276153afc757 is 175, key is test_row_0/A:col10/1733385331808/Put/seqid=0 2024-12-05T07:55:32,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742051_1227 (size=32005) 2024-12-05T07:55:32,845 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/e76e581dfc4a41099d59276153afc757 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757 2024-12-05T07:55:32,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385392848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:32,849 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:32,852 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into e76e581dfc4a41099d59276153afc757(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:32,852 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:32,852 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385332335; duration=0sec 2024-12-05T07:55:32,853 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:32,853 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:32,905 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4601346a568a45f0aeff52e1590df56a 2024-12-05T07:55:32,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2db0874206884b4f9a02b51cd6ca4898 is 50, key is test_row_0/C:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:32,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742052_1228 (size=12301) 2024-12-05T07:55:33,061 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385393057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:33,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385393057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,062 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:33,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385393157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,159 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:33,333 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2db0874206884b4f9a02b51cd6ca4898 2024-12-05T07:55:33,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/6e7185dd7ccc4b65922e57a50b703145 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145 2024-12-05T07:55:33,344 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145, entries=150, sequenceid=375, filesize=30.5 K 2024-12-05T07:55:33,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4601346a568a45f0aeff52e1590df56a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a 2024-12-05T07:55:33,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,350 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T07:55:33,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/2db0874206884b4f9a02b51cd6ca4898 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898, entries=150, sequenceid=375, filesize=12.0 K 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 924ms, sequenceid=375, compaction requested=false 2024-12-05T07:55:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:33,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-05T07:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-05T07:55:33,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-05T07:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,361 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3860 sec 2024-12-05T07:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,364 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=58, table=TestAcidGuarantees in 1.3940 sec 2024-12-05T07:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:55:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:33,682 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:33,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:33,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:33,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,725 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120500d7f7b837b64dc1af9b5eee253c1cde_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_1/A:col10/1733385332498/Put/seqid=0 2024-12-05T07:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742053_1229 (size=12454) 2024-12-05T07:55:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,745 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,751 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120500d7f7b837b64dc1af9b5eee253c1cde_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500d7f7b837b64dc1af9b5eee253c1cde_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,752 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/bbca609c0cc04da4843ed7ce2a0b29e8, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,755 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/bbca609c0cc04da4843ed7ce2a0b29e8 is 175, key is test_row_1/A:col10/1733385332498/Put/seqid=0 2024-12-05T07:55:33,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742054_1230 (size=31251) 2024-12-05T07:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:33,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385333889, max timestamp=1733385333911Num uniques 859; 2024-12-05T07:55:33,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:33,914 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385333889, max timestamp=1733385333911Num uniques 859; 2024-12-05T07:55:33,915 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:33,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385333889, max timestamp=1733385333911Num uniques 859; 2024-12-05T07:55:33,916 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:55:33,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385393990, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:33,998 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,080 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:34,082 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58392 deadline: 1733385394078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:34,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58384 deadline: 1733385394078, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:34,083 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,084 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,083 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in f95b0b956c4cae4ca3d17fd4f6fe2f8a of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,085 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:34,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385394108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,119 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-05T07:55:34,129 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:34,129 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees 2024-12-05T07:55:34,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:34,132 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:34,132 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=60, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:34,133 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:34,167 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=388, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/bbca609c0cc04da4843ed7ce2a0b29e8 2024-12-05T07:55:34,189 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/557204b27a8a410f81f7e9f79c5ade96 is 50, key is test_row_1/B:col10/1733385332498/Put/seqid=0 2024-12-05T07:55:34,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742055_1231 (size=9857) 2024-12-05T07:55:34,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:34,291 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T07:55:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,292 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:34,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385394327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,332 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T07:55:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,446 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:34,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,600 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T07:55:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,600 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] handler.RSProcedureHandler(58): pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=61 java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=61 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:34,609 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/557204b27a8a410f81f7e9f79c5ade96 2024-12-05T07:55:34,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/27a76bfbf6194049b0ab3e2ff123c548 is 50, key is test_row_1/C:col10/1733385332498/Put/seqid=0 2024-12-05T07:55:34,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742056_1232 (size=9857) 2024-12-05T07:55:34,627 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/27a76bfbf6194049b0ab3e2ff123c548 2024-12-05T07:55:34,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/bbca609c0cc04da4843ed7ce2a0b29e8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8 2024-12-05T07:55:34,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8, entries=150, sequenceid=388, filesize=30.5 K 2024-12-05T07:55:34,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:58380 deadline: 1733385394638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:34,640 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:55:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/557204b27a8a410f81f7e9f79c5ade96 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96 2024-12-05T07:55:34,644 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96, entries=100, sequenceid=388, filesize=9.6 K 2024-12-05T07:55:34,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/27a76bfbf6194049b0ab3e2ff123c548 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548 2024-12-05T07:55:34,660 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548, entries=100, sequenceid=388, filesize=9.6 K 2024-12-05T07:55:34,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 979ms, sequenceid=388, compaction requested=true 2024-12-05T07:55:34,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:34,662 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store f95b0b956c4cae4ca3d17fd4f6fe2f8a:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:34,662 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:34,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:34,663 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:34,663 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/B is initiating minor compaction (all files) 2024-12-05T07:55:34,663 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94511 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:34,663 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/A is initiating minor compaction (all files) 2024-12-05T07:55:34,663 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/B in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,664 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/A in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,664 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/70cc7e4de0f04a8ea3a4d34376a19bc2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=34.4 K 2024-12-05T07:55:34,664 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=92.3 K 2024-12-05T07:55:34,664 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,664 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8] 2024-12-05T07:55:34,664 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 70cc7e4de0f04a8ea3a4d34376a19bc2, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331804 2024-12-05T07:55:34,664 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e76e581dfc4a41099d59276153afc757, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331804 2024-12-05T07:55:34,664 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4601346a568a45f0aeff52e1590df56a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733385331894 2024-12-05T07:55:34,665 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e7185dd7ccc4b65922e57a50b703145, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733385331894 2024-12-05T07:55:34,665 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 557204b27a8a410f81f7e9f79c5ade96, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733385332498 2024-12-05T07:55:34,665 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bbca609c0cc04da4843ed7ce2a0b29e8, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733385332498 2024-12-05T07:55:34,674 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:34,674 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#B#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:34,675 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4def4b533a7d4225acbdfa3e7ec569ef is 50, key is test_row_0/B:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:34,678 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205bbbe519152f947738a9815bff885916c_f95b0b956c4cae4ca3d17fd4f6fe2f8a store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:34,680 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205bbbe519152f947738a9815bff885916c_f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:34,680 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bbbe519152f947738a9815bff885916c_f95b0b956c4cae4ca3d17fd4f6fe2f8a because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:34,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742057_1233 (size=13153) 2024-12-05T07:55:34,703 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/4def4b533a7d4225acbdfa3e7ec569ef as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4def4b533a7d4225acbdfa3e7ec569ef 2024-12-05T07:55:34,712 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/B of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 4def4b533a7d4225acbdfa3e7ec569ef(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:34,712 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:34,712 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, priority=13, startTime=1733385334662; duration=0sec 2024-12-05T07:55:34,712 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:34,712 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:B 2024-12-05T07:55:34,712 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:34,720 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:34,720 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): f95b0b956c4cae4ca3d17fd4f6fe2f8a/C is initiating minor compaction (all files) 2024-12-05T07:55:34,720 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f95b0b956c4cae4ca3d17fd4f6fe2f8a/C in TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,720 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04836de72ba947739b61df3bf8ad8bbc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp, totalSize=34.4 K 2024-12-05T07:55:34,721 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 04836de72ba947739b61df3bf8ad8bbc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733385331804 2024-12-05T07:55:34,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742058_1234 (size=4469) 2024-12-05T07:55:34,722 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#A#compaction#193 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:34,723 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c20fbd519a234406a3c5f5955f477dee is 175, key is test_row_0/A:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:34,730 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2db0874206884b4f9a02b51cd6ca4898, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733385331894 2024-12-05T07:55:34,731 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 27a76bfbf6194049b0ab3e2ff123c548, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733385332498 2024-12-05T07:55:34,753 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=61 2024-12-05T07:55:34,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:34,754 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=127.47 KB heapSize=360.38 KB 2024-12-05T07:55:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:34,754 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:34,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:34,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:34,768 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f95b0b956c4cae4ca3d17fd4f6fe2f8a#C#compaction#194 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:34,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/73b9fb61cc0a4719b0925f3fb7ecf222 is 50, key is test_row_0/C:col10/1733385331894/Put/seqid=0 2024-12-05T07:55:34,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742059_1235 (size=32214) 2024-12-05T07:55:34,780 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/c20fbd519a234406a3c5f5955f477dee as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c20fbd519a234406a3c5f5955f477dee 2024-12-05T07:55:34,788 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/A of f95b0b956c4cae4ca3d17fd4f6fe2f8a into c20fbd519a234406a3c5f5955f477dee(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:34,788 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:34,788 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, priority=13, startTime=1733385334661; duration=0sec 2024-12-05T07:55:34,788 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:34,788 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:A 2024-12-05T07:55:34,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b8e9973bb74449c2bdc3a605748eb456_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_0/A:col10/1733385333944/Put/seqid=0 2024-12-05T07:55:34,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742060_1236 (size=13153) 2024-12-05T07:55:34,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742061_1237 (size=12454) 2024-12-05T07:55:34,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:34,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205b8e9973bb74449c2bdc3a605748eb456_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8e9973bb74449c2bdc3a605748eb456_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:34,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/563dd3423f8e4bb194c4e86adb779f9a, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:34,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/563dd3423f8e4bb194c4e86adb779f9a is 175, key is test_row_0/A:col10/1733385333944/Put/seqid=0 2024-12-05T07:55:34,885 INFO [Thread-673 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-673. 2024-12-05T07:55:34,885 DEBUG [Thread-673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:34,885 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,885 DEBUG [Thread-673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,885 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742062_1238 (size=31255) 2024-12-05T07:55:34,887 INFO [Thread-677 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-677. 2024-12-05T07:55:34,887 DEBUG [Thread-677 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:34,887 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,887 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=424, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/563dd3423f8e4bb194c4e86adb779f9a 2024-12-05T07:55:34,887 DEBUG [Thread-677 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:34,888 INFO [Thread-671 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-671. 2024-12-05T07:55:34,888 DEBUG [Thread-671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:34,888 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,888 DEBUG [Thread-671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:34,890 INFO [Thread-675 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-675. 2024-12-05T07:55:34,890 DEBUG [Thread-675 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:34,890 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,890 DEBUG [Thread-675 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:34,890 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:34,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/5c0deaa5441e41bab45ded15c70d5091 is 50, key is test_row_0/B:col10/1733385333944/Put/seqid=0 2024-12-05T07:55:34,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742063_1239 (size=12301) 2024-12-05T07:55:34,911 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/5c0deaa5441e41bab45ded15c70d5091 2024-12-05T07:55:34,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/54859ac8ef2c4b5da512bf8bc25717ec is 50, key is test_row_0/C:col10/1733385333944/Put/seqid=0 2024-12-05T07:55:34,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742064_1240 (size=12301) 2024-12-05T07:55:35,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:35,149 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. as already flushing 2024-12-05T07:55:35,149 INFO [Thread-660 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-660. 2024-12-05T07:55:35,149 DEBUG [Thread-660 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:35,149 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,149 DEBUG [Thread-660 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,149 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:35,223 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/73b9fb61cc0a4719b0925f3fb7ecf222 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/73b9fb61cc0a4719b0925f3fb7ecf222 2024-12-05T07:55:35,230 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in f95b0b956c4cae4ca3d17fd4f6fe2f8a/C of f95b0b956c4cae4ca3d17fd4f6fe2f8a into 73b9fb61cc0a4719b0925f3fb7ecf222(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:35,230 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:35,230 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., storeName=f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, priority=13, startTime=1733385334662; duration=0sec 2024-12-05T07:55:35,230 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:35,230 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f95b0b956c4cae4ca3d17fd4f6fe2f8a:C 2024-12-05T07:55:35,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:35,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=424 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/54859ac8ef2c4b5da512bf8bc25717ec 2024-12-05T07:55:35,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/563dd3423f8e4bb194c4e86adb779f9a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/563dd3423f8e4bb194c4e86adb779f9a 2024-12-05T07:55:35,345 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/563dd3423f8e4bb194c4e86adb779f9a, entries=150, sequenceid=424, filesize=30.5 K 2024-12-05T07:55:35,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/5c0deaa5441e41bab45ded15c70d5091 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5c0deaa5441e41bab45ded15c70d5091 2024-12-05T07:55:35,351 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5c0deaa5441e41bab45ded15c70d5091, entries=150, sequenceid=424, filesize=12.0 K 2024-12-05T07:55:35,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/54859ac8ef2c4b5da512bf8bc25717ec as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/54859ac8ef2c4b5da512bf8bc25717ec 2024-12-05T07:55:35,356 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/54859ac8ef2c4b5da512bf8bc25717ec, entries=150, sequenceid=424, filesize=12.0 K 2024-12-05T07:55:35,357 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~360.33 KB/368976, currentSize=6.71 KB/6870 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 604ms, sequenceid=424, compaction requested=false 2024-12-05T07:55:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: 2024-12-05T07:55:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:35,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-05T07:55:35,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-05T07:55:35,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-05T07:55:35,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2270 sec 2024-12-05T07:55:35,362 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=60, table=TestAcidGuarantees in 1.2320 sec 2024-12-05T07:55:35,711 INFO [Thread-666 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-666. 2024-12-05T07:55:35,711 DEBUG [Thread-666 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:35,711 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,711 DEBUG [Thread-666 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:35,750 INFO [Thread-664 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-664. 2024-12-05T07:55:35,750 DEBUG [Thread-664 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:35,750 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,750 DEBUG [Thread-664 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:35,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:36,103 INFO [Thread-662 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-662. 2024-12-05T07:55:36,103 INFO [Thread-668 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-668. 2024-12-05T07:55:36,103 DEBUG [Thread-662 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:36,103 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,103 DEBUG [Thread-668 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:55:36,104 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,104 DEBUG [Thread-662 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:36,104 DEBUG [Thread-668 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,104 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:36,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-05T07:55:36,278 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:36,278 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:55:36,278 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 125 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 93 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 13 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 26 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 89 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3100 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3172 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1390 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4166 rows 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1390 2024-12-05T07:55:36,279 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4169 rows 2024-12-05T07:55:36,279 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:55:36,279 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobMixedAtomicity(AcidGuaranteesTestBase.java:132) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:55:36,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,279 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:36,279 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:55:36,280 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:55:36,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:36,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:36,283 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385336283"}]},"ts":"1733385336283"} 2024-12-05T07:55:36,285 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:55:36,285 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:55:36,285 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:55:36,287 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, UNASSIGN}] 2024-12-05T07:55:36,288 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, UNASSIGN 2024-12-05T07:55:36,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:36,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, UNASSIGN because future has completed 2024-12-05T07:55:36,290 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:55:36,290 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:36,443 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:36,443 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:55:36,443 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing f95b0b956c4cae4ca3d17fd4f6fe2f8a, disabling compactions & flushes 2024-12-05T07:55:36,444 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:36,444 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:36,444 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. after waiting 0 ms 2024-12-05T07:55:36,444 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:36,444 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=A 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=B 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactingMemStore(205): FLUSHING TO DISK f95b0b956c4cae4ca3d17fd4f6fe2f8a, store=C 2024-12-05T07:55:36,445 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:36,455 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c7a6631c510407a925e7815c4325968_f95b0b956c4cae4ca3d17fd4f6fe2f8a is 50, key is test_row_1/A:col10/1733385336100/Put/seqid=0 2024-12-05T07:55:36,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742065_1241 (size=7374) 2024-12-05T07:55:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:36,860 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:36,866 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412052c7a6631c510407a925e7815c4325968_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c7a6631c510407a925e7815c4325968_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:36,867 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/83cf7d9ca1b340dcbe361588b6bfb920, store: [table=TestAcidGuarantees family=A region=f95b0b956c4cae4ca3d17fd4f6fe2f8a] 2024-12-05T07:55:36,868 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/83cf7d9ca1b340dcbe361588b6bfb920 is 175, key is test_row_1/A:col10/1733385336100/Put/seqid=0 2024-12-05T07:55:36,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742066_1242 (size=13865) 2024-12-05T07:55:36,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:37,273 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/83cf7d9ca1b340dcbe361588b6bfb920 2024-12-05T07:55:37,287 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/32b6ac6d37c94af7aa2759eb324164ba is 50, key is test_row_1/B:col10/1733385336100/Put/seqid=0 2024-12-05T07:55:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742067_1243 (size=7415) 2024-12-05T07:55:37,361 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:55:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:37,692 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/32b6ac6d37c94af7aa2759eb324164ba 2024-12-05T07:55:37,703 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/096ef1ba4dd2436bb861f500ec2e1d8a is 50, key is test_row_1/C:col10/1733385336100/Put/seqid=0 2024-12-05T07:55:37,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742068_1244 (size=7415) 2024-12-05T07:55:38,110 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/096ef1ba4dd2436bb861f500ec2e1d8a 2024-12-05T07:55:38,121 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/A/83cf7d9ca1b340dcbe361588b6bfb920 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/83cf7d9ca1b340dcbe361588b6bfb920 2024-12-05T07:55:38,126 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/83cf7d9ca1b340dcbe361588b6bfb920, entries=50, sequenceid=434, filesize=13.5 K 2024-12-05T07:55:38,127 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/B/32b6ac6d37c94af7aa2759eb324164ba as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/32b6ac6d37c94af7aa2759eb324164ba 2024-12-05T07:55:38,131 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/32b6ac6d37c94af7aa2759eb324164ba, entries=50, sequenceid=434, filesize=7.2 K 2024-12-05T07:55:38,132 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/.tmp/C/096ef1ba4dd2436bb861f500ec2e1d8a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/096ef1ba4dd2436bb861f500ec2e1d8a 2024-12-05T07:55:38,136 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/096ef1ba4dd2436bb861f500ec2e1d8a, entries=50, sequenceid=434, filesize=7.2 K 2024-12-05T07:55:38,136 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1692ms, sequenceid=434, compaction requested=true 2024-12-05T07:55:38,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8] to archive 2024-12-05T07:55:38,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:38,139 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f74501f244ec4c1baf3f08361bf2a866 2024-12-05T07:55:38,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f20c218dc69f48278da08e6c27b4d70f 2024-12-05T07:55:38,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/f2ff9b693a114e7a97f8cc813037f4d9 2024-12-05T07:55:38,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cf88726de95549f480561757d331f499 2024-12-05T07:55:38,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/17df9d19bcdb475392428b340f23436e 2024-12-05T07:55:38,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2552c9f156574e74985aadd97ceb8ff0 2024-12-05T07:55:38,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c6d717c14d3b420f9f20294310894c66 2024-12-05T07:55:38,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fa7e6435a2d54c419a963d39d3b2ae86 2024-12-05T07:55:38,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3420be18a2dd4b34ae5e16173fe7510c 2024-12-05T07:55:38,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/cc3ce85ca23746bfb2d57a5ab2fffa45 2024-12-05T07:55:38,151 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/73123c672f8445a49b4bae4c53b26659 2024-12-05T07:55:38,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c3f8861efdb248549b9058c41b317351 2024-12-05T07:55:38,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/fad2e6f5b9a440ad9c1d517e5b4f30bc 2024-12-05T07:55:38,155 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/dfc3eff803b54846903308ad698e0005 2024-12-05T07:55:38,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/d5e4492b3247499e8fbdc3ffb23b0d74 2024-12-05T07:55:38,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7229af771a4c423c865afa2adc498f37 2024-12-05T07:55:38,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b554b5aa9c6d4514b0160b4eff78f54a 2024-12-05T07:55:38,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/7679bcd5da994d1685f33f1950d8b761 2024-12-05T07:55:38,162 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/3cea52e0d5e047929a7939c750b3ef88 2024-12-05T07:55:38,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e098d1db23424bbb976beea3407a1700 2024-12-05T07:55:38,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/b2ced26cdfcb4ada8492ff59de301b95 2024-12-05T07:55:38,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/2aedfc165f81416bb13113409ac723b9 2024-12-05T07:55:38,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/e76e581dfc4a41099d59276153afc757 2024-12-05T07:55:38,170 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/6e7185dd7ccc4b65922e57a50b703145 2024-12-05T07:55:38,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/bbca609c0cc04da4843ed7ce2a0b29e8 2024-12-05T07:55:38,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/de2bb340d3d04c778b9714d178cf3486, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/08731324b8864ed5a2e896b6b47abc12, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ef60d40fc12b41cc88f5d4636e1875d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5eb2609f163a4a48a2f73e01b24f8404, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/62b41ec444db406f9ff9c394eb46e62b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/60b53453355c48b4a57ba932f04a70fa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/70cc7e4de0f04a8ea3a4d34376a19bc2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96] to archive 2024-12-05T07:55:38,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:38,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29fe53962506422e819112799623ca68 2024-12-05T07:55:38,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ccb17d798c5b4015806103c8e0fd7733 2024-12-05T07:55:38,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/de2bb340d3d04c778b9714d178cf3486 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/de2bb340d3d04c778b9714d178cf3486 2024-12-05T07:55:38,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/a3efd589dfd549f3b0b4830bff232d35 2024-12-05T07:55:38,181 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4e1d8888de9b40838ad64217578641ad 2024-12-05T07:55:38,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/08731324b8864ed5a2e896b6b47abc12 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/08731324b8864ed5a2e896b6b47abc12 2024-12-05T07:55:38,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/84c884cfdaf741359034638bf35a2ba1 2024-12-05T07:55:38,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/b21e5710d14f400fb33dbafa99ed6f53 2024-12-05T07:55:38,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ef60d40fc12b41cc88f5d4636e1875d4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/ef60d40fc12b41cc88f5d4636e1875d4 2024-12-05T07:55:38,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54b066e142024a6fa5b1e4ef2dc0c87e 2024-12-05T07:55:38,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/29b7b65f662e4a96b2e4d2396ab87cc0 2024-12-05T07:55:38,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/54cd1b99c51a48bba7ba745b17466148 2024-12-05T07:55:38,187 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5eb2609f163a4a48a2f73e01b24f8404 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5eb2609f163a4a48a2f73e01b24f8404 2024-12-05T07:55:38,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/c585881b0b014f138225054042a18933 2024-12-05T07:55:38,188 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/39a727e07866426e9e63113673c10239 2024-12-05T07:55:38,189 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/62b41ec444db406f9ff9c394eb46e62b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/62b41ec444db406f9ff9c394eb46e62b 2024-12-05T07:55:38,190 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/2d845ced21fb4fa995b3b32cf4ddd20a 2024-12-05T07:55:38,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/0a14ce852e9d428185332c0c3c09469c 2024-12-05T07:55:38,191 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/60b53453355c48b4a57ba932f04a70fa to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/60b53453355c48b4a57ba932f04a70fa 2024-12-05T07:55:38,192 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/49ecc2efbe6b48b09f77199a4f897abb 2024-12-05T07:55:38,193 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/702c89594ce54da6b0020573c9942b32 2024-12-05T07:55:38,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/70cc7e4de0f04a8ea3a4d34376a19bc2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/70cc7e4de0f04a8ea3a4d34376a19bc2 2024-12-05T07:55:38,194 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/23b7528598664724b2ac7eaa1a5b1b40 2024-12-05T07:55:38,195 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4601346a568a45f0aeff52e1590df56a 2024-12-05T07:55:38,196 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/557204b27a8a410f81f7e9f79c5ade96 2024-12-05T07:55:38,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/bad1f522f76b48ddab50175e1b185c1b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c5af3a45b376451b9a19ebebc4c9665d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/0b55d36c1bd6417e97e990f19ef58edc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/49561cb85f8c46c392edce6281f1a0f5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/1ef24744950b407b81a7a5ec221c1c51, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c563f2ebb0e84f4e9d809b63c143e8b5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04836de72ba947739b61df3bf8ad8bbc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548] to archive 2024-12-05T07:55:38,197 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:55:38,198 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4c52de17dd0747c19e4c2073263c26be 2024-12-05T07:55:38,199 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/57f49979e1104859bae4f8a8cc22250a 2024-12-05T07:55:38,200 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/bad1f522f76b48ddab50175e1b185c1b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/bad1f522f76b48ddab50175e1b185c1b 2024-12-05T07:55:38,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2f8d51d1384b42c9affaa9a99a73f562 2024-12-05T07:55:38,201 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/f67dbb7133a340de83e0e9ea5e39757b 2024-12-05T07:55:38,202 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c5af3a45b376451b9a19ebebc4c9665d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c5af3a45b376451b9a19ebebc4c9665d 2024-12-05T07:55:38,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04f8c82aac4342c4884ffc78040bd0c9 2024-12-05T07:55:38,203 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/095428978ac04e76ab1a9e7abe787c58 2024-12-05T07:55:38,204 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/0b55d36c1bd6417e97e990f19ef58edc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/0b55d36c1bd6417e97e990f19ef58edc 2024-12-05T07:55:38,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d01b85f6f86241bda7eab0a15f7ab417 2024-12-05T07:55:38,205 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/356cb5a04b244bc5b857b13a0fd5fd54 2024-12-05T07:55:38,206 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a8faded637434625b7ab8d2f07565fcb 2024-12-05T07:55:38,207 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/49561cb85f8c46c392edce6281f1a0f5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/49561cb85f8c46c392edce6281f1a0f5 2024-12-05T07:55:38,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/88eb91609ffb4e7abeb215e3c8722c2e 2024-12-05T07:55:38,208 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9744372c5b4a43e78313a8e692572542 2024-12-05T07:55:38,209 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/1ef24744950b407b81a7a5ec221c1c51 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/1ef24744950b407b81a7a5ec221c1c51 2024-12-05T07:55:38,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/9edeff9f76324ffda9abe97db0ffa0e0 2024-12-05T07:55:38,210 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/d7522e76d1d542f68f8634702304c1f3 2024-12-05T07:55:38,211 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c563f2ebb0e84f4e9d809b63c143e8b5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/c563f2ebb0e84f4e9d809b63c143e8b5 2024-12-05T07:55:38,212 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/4fe61d031dfb4a1bbea0f8de2d84ae5e 2024-12-05T07:55:38,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/a7e877bcddc447dc8a7082bf0f82a376 2024-12-05T07:55:38,213 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04836de72ba947739b61df3bf8ad8bbc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/04836de72ba947739b61df3bf8ad8bbc 2024-12-05T07:55:38,214 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/fd2c8baf95ef46658565f43d848aee23 2024-12-05T07:55:38,215 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/2db0874206884b4f9a02b51cd6ca4898 2024-12-05T07:55:38,216 DEBUG [StoreCloser-TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/27a76bfbf6194049b0ab3e2ff123c548 2024-12-05T07:55:38,219 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits/437.seqid, newMaxSeqId=437, maxSeqId=4 2024-12-05T07:55:38,220 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. 2024-12-05T07:55:38,220 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for f95b0b956c4cae4ca3d17fd4f6fe2f8a: Waiting for close lock at 1733385336443Running coprocessor pre-close hooks at 1733385336443Disabling compacts and flushes for region at 1733385336443Disabling writes for close at 1733385336444 (+1 ms)Obtaining lock to block concurrent updates at 1733385336444Preparing flush snapshotting stores in f95b0b956c4cae4ca3d17fd4f6fe2f8a at 1733385336444Finished memstore snapshotting TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a., syncing WAL and waiting on mvcc, flushsize=dataSize=34350, getHeapSize=102720, getOffHeapSize=0, getCellsCount=750 at 1733385336445 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a. at 1733385336446 (+1 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/A: creating writer at 1733385336446Flushing mob file f95b0b956c4cae4ca3d17fd4f6fe2f8a/A: appending metadata at 1733385336455 (+9 ms)Flushing mob file f95b0b956c4cae4ca3d17fd4f6fe2f8a/A: closing flushed file at 1733385336455Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/A: appending metadata at 1733385336868 (+413 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/A: closing flushed file at 1733385336868Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/B: creating writer at 1733385337280 (+412 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/B: appending metadata at 1733385337285 (+5 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/B: closing flushed file at 1733385337285Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/C: creating writer at 1733385337699 (+414 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/C: appending metadata at 1733385337702 (+3 ms)Flushing f95b0b956c4cae4ca3d17fd4f6fe2f8a/C: closing flushed file at 1733385337702Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49d760b1: reopening flushed file at 1733385338120 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74df19e3: reopening flushed file at 1733385338126 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a287f0: reopening flushed file at 1733385338131 (+5 ms)Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=0 B/0 for f95b0b956c4cae4ca3d17fd4f6fe2f8a in 1692ms, sequenceid=434, compaction requested=true at 1733385338136 (+5 ms)Writing region close event to WAL at 1733385338217 (+81 ms)Running coprocessor post-close hooks at 1733385338220 (+3 ms)Closed at 1733385338220 2024-12-05T07:55:38,222 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,222 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=f95b0b956c4cae4ca3d17fd4f6fe2f8a, regionState=CLOSED 2024-12-05T07:55:38,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64 2024-12-05T07:55:38,225 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure f95b0b956c4cae4ca3d17fd4f6fe2f8a, server=fc6cd38557f3,33411,1733385279324 in 1.9340 sec 2024-12-05T07:55:38,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63 2024-12-05T07:55:38,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=f95b0b956c4cae4ca3d17fd4f6fe2f8a, UNASSIGN in 1.9380 sec 2024-12-05T07:55:38,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-05T07:55:38,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9420 sec 2024-12-05T07:55:38,229 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385338229"}]},"ts":"1733385338229"} 2024-12-05T07:55:38,231 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:55:38,231 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:55:38,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9510 sec 2024-12-05T07:55:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-05T07:55:38,437 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:38,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:55:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,440 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=66, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T07:55:38,441 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=66, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,444 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,447 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits] 2024-12-05T07:55:38,452 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/563dd3423f8e4bb194c4e86adb779f9a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/563dd3423f8e4bb194c4e86adb779f9a 2024-12-05T07:55:38,454 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/83cf7d9ca1b340dcbe361588b6bfb920 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/83cf7d9ca1b340dcbe361588b6bfb920 2024-12-05T07:55:38,456 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c20fbd519a234406a3c5f5955f477dee to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/A/c20fbd519a234406a3c5f5955f477dee 2024-12-05T07:55:38,459 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/32b6ac6d37c94af7aa2759eb324164ba to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/32b6ac6d37c94af7aa2759eb324164ba 2024-12-05T07:55:38,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4def4b533a7d4225acbdfa3e7ec569ef to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/4def4b533a7d4225acbdfa3e7ec569ef 2024-12-05T07:55:38,460 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5c0deaa5441e41bab45ded15c70d5091 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/B/5c0deaa5441e41bab45ded15c70d5091 2024-12-05T07:55:38,462 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/096ef1ba4dd2436bb861f500ec2e1d8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/096ef1ba4dd2436bb861f500ec2e1d8a 2024-12-05T07:55:38,463 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/54859ac8ef2c4b5da512bf8bc25717ec to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/54859ac8ef2c4b5da512bf8bc25717ec 2024-12-05T07:55:38,464 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/73b9fb61cc0a4719b0925f3fb7ecf222 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/C/73b9fb61cc0a4719b0925f3fb7ecf222 2024-12-05T07:55:38,466 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits/437.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a/recovered.edits/437.seqid 2024-12-05T07:55:38,467 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,467 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:55:38,468 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:55:38,468 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T07:55:38,472 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500d7f7b837b64dc1af9b5eee253c1cde_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120500d7f7b837b64dc1af9b5eee253c1cde_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,473 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205035e472909c243a1b3d162a8c071727d_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205035e472909c243a1b3d162a8c071727d_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,474 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205039ac4980bc2479c8b434769da091881_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205039ac4980bc2479c8b434769da091881_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,475 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e275cbb2a2640c5abd5d5e06e847f5f_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412050e275cbb2a2640c5abd5d5e06e847f5f_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,476 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051f6f3ad550fa4110a06c1a3ec252a5bf_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412051f6f3ad550fa4110a06c1a3ec252a5bf_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,477 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c7a6631c510407a925e7815c4325968_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412052c7a6631c510407a925e7815c4325968_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,478 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b43d491553c4d589d7180ca6ec75f83_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b43d491553c4d589d7180ca6ec75f83_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,480 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120550af8587a5b440f58243b0c2d3371f1b_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120550af8587a5b440f58243b0c2d3371f1b_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,481 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120553a348e512904f63a732f764d7ca0997_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120553a348e512904f63a732f764d7ca0997_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,482 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120558cc19e440c843d69d841c7d81cf4e55_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120558cc19e440c843d69d841c7d81cf4e55_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,483 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559a7fb2fd9f34eb5b35f85ca659e6247_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559a7fb2fd9f34eb5b35f85ca659e6247_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,484 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056a9cf6830e6347fd88f0fb7d85d4eb4d_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056a9cf6830e6347fd88f0fb7d85d4eb4d_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,485 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120594be0202227343f2aeaecb3c83f63b83_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120594be0202227343f2aeaecb3c83f63b83_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,486 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a03e2b9c6e514b3d976517387593cf7c_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a03e2b9c6e514b3d976517387593cf7c_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,487 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a30402798e8048e6a25ef556de1d777e_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a30402798e8048e6a25ef556de1d777e_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,488 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8e9973bb74449c2bdc3a605748eb456_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205b8e9973bb74449c2bdc3a605748eb456_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,489 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bc382482544a41a3b1dea9126219497c_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bc382482544a41a3b1dea9126219497c_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,490 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ceb00e3327f84410b3f9c1ca7176f236_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ceb00e3327f84410b3f9c1ca7176f236_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,491 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dbe152de52624c33952ff226744c675f_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dbe152de52624c33952ff226744c675f_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,492 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e9b1140f203144079319739aaee5abd1_f95b0b956c4cae4ca3d17fd4f6fe2f8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e9b1140f203144079319739aaee5abd1_f95b0b956c4cae4ca3d17fd4f6fe2f8a 2024-12-05T07:55:38,492 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:55:38,494 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=66, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,496 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:55:38,497 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:55:38,499 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=66, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,499 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:55:38,499 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385338499"}]},"ts":"9223372036854775807"} 2024-12-05T07:55:38,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:55:38,501 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => f95b0b956c4cae4ca3d17fd4f6fe2f8a, NAME => 'TestAcidGuarantees,,1733385311698.f95b0b956c4cae4ca3d17fd4f6fe2f8a.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:55:38,501 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:55:38,501 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385338501"}]},"ts":"9223372036854775807"} 2024-12-05T07:55:38,503 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:55:38,504 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=66, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 66 msec 2024-12-05T07:55:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66 2024-12-05T07:55:38,548 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:55:38,549 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:38,556 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobMixedAtomicity Thread=252 (was 249) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1425978654_22 at /127.0.0.1:48332 [Waiting for operation #1452] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-105311347_22 at /127.0.0.1:48270 [Waiting for operation #1463] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-105311347_22 at /127.0.0.1:36880 [Waiting for operation #1218] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1425978654_22 at /127.0.0.1:36878 [Waiting for operation #1256] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=461 (was 457) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=516 (was 477) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6519 (was 6631) 2024-12-05T07:55:38,564 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=252, OpenFileDescriptor=461, MaxFileDescriptor=1048576, SystemLoadAverage=516, ProcessCount=11, AvailableMemoryMB=6519 2024-12-05T07:55:38,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:55:38,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:55:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:55:38,567 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:55:38,568 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:38,568 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 67 2024-12-05T07:55:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:38,568 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:55:38,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742069_1245 (size=1061) 2024-12-05T07:55:38,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T07:55:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:38,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:38,976 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:55:38,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742070_1246 (size=53) 2024-12-05T07:55:39,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 14c8e40a83ac3f2797a479ef0fb79832, disabling compactions & flushes 2024-12-05T07:55:39,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. after waiting 0 ms 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,385 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,385 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 14c8e40a83ac3f2797a479ef0fb79832: Waiting for close lock at 1733385339385Disabling compacts and flushes for region at 1733385339385Disabling writes for close at 1733385339385Writing region close event to WAL at 1733385339385Closed at 1733385339385 2024-12-05T07:55:39,386 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:55:39,387 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385339387"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385339387"}]},"ts":"1733385339387"} 2024-12-05T07:55:39,389 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:55:39,389 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:55:39,390 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385339390"}]},"ts":"1733385339390"} 2024-12-05T07:55:39,391 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:55:39,392 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, ASSIGN}] 2024-12-05T07:55:39,393 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, ASSIGN 2024-12-05T07:55:39,394 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:55:39,544 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=14c8e40a83ac3f2797a479ef0fb79832, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:39,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, ASSIGN because future has completed 2024-12-05T07:55:39,547 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:55:39,704 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,704 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:55:39,705 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,705 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:55:39,705 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,705 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,708 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:39,710 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:39,710 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8e40a83ac3f2797a479ef0fb79832 columnFamilyName A 2024-12-05T07:55:39,710 DEBUG [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:39,711 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(327): Store=14c8e40a83ac3f2797a479ef0fb79832/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:39,711 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,712 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:39,712 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8e40a83ac3f2797a479ef0fb79832 columnFamilyName B 2024-12-05T07:55:39,712 DEBUG [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:39,712 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(327): Store=14c8e40a83ac3f2797a479ef0fb79832/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:39,712 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,713 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:55:39,713 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 14c8e40a83ac3f2797a479ef0fb79832 columnFamilyName C 2024-12-05T07:55:39,713 DEBUG [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:55:39,714 INFO [StoreOpener-14c8e40a83ac3f2797a479ef0fb79832-1 {}] regionserver.HStore(327): Store=14c8e40a83ac3f2797a479ef0fb79832/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:55:39,714 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,714 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,715 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,715 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,716 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,716 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,716 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:55:39,717 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,719 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:55:39,720 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 14c8e40a83ac3f2797a479ef0fb79832; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64326976, jitterRate=-0.04145336151123047}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:55:39,720 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:39,721 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 14c8e40a83ac3f2797a479ef0fb79832: Running coprocessor pre-open hook at 1733385339705Writing region info on filesystem at 1733385339705Initializing all the Stores at 1733385339707 (+2 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385339707Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385339707Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385339707Cleaning up temporary data from old regions at 1733385339716 (+9 ms)Running coprocessor post-open hooks at 1733385339720 (+4 ms)Region opened successfully at 1733385339720 2024-12-05T07:55:39,721 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., pid=69, masterSystemTime=1733385339699 2024-12-05T07:55:39,723 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,723 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:39,723 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=14c8e40a83ac3f2797a479ef0fb79832, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:39,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:55:39,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-05T07:55:39,726 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 in 179 msec 2024-12-05T07:55:39,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-05T07:55:39,728 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, ASSIGN in 334 msec 2024-12-05T07:55:39,728 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:55:39,728 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385339728"}]},"ts":"1733385339728"} 2024-12-05T07:55:39,729 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:55:39,730 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:55:39,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1640 sec 2024-12-05T07:55:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-05T07:55:40,720 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:40,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33ebe564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,725 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,726 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4621d744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,727 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,728 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,729 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33734, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,730 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633bd603, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,732 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54020, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,732 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:55:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:55:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d26d78d 2024-12-05T07:55:40,733 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:55:40,734 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:55:40,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@279bf308, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,735 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,735 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c2dca4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,736 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33750, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,737 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b2a23bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ba0760, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,737 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,737 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,738 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@746f89a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,738 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,739 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33770, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fff828, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@102b3c4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,740 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,740 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,740 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67362630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,740 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,741 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33796, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,742 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7344ec35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@574b1ec0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,742 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,742 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,743 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa30e04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,743 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,744 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,744 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33824, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,745 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126bb174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,746 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea361c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,746 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,746 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,747 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@80d7052, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,747 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,748 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,749 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a13923, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c85ada2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,750 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,750 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4cbd8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,751 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33868, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,752 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ce9a90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3660e239, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,752 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,752 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,753 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a7fe06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,753 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,754 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,754 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33890, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,755 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d17f271, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,755 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67353b2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,755 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,756 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778c3b4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,756 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,757 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33914, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,757 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3394db16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@364bb93f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,758 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,758 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,758 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,758 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d55244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,759 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,759 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33932, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,760 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d5cb2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfcb8db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,760 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:55:40,760 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:55:40,761 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54ed4278, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:55:40,761 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:55:40,762 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33948, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:55:40,762 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53ccfbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:55:40,763 DEBUG [Thread-1151 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,763 DEBUG [Thread-1162 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,763 DEBUG [Thread-1160 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,763 DEBUG [Thread-1145 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,763 DEBUG [Thread-1143 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,763 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,764 DEBUG [Thread-1149 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,764 DEBUG [Thread-1154 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,764 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees 2024-12-05T07:55:40,764 DEBUG [Thread-1158 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,765 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,765 DEBUG [Thread-1147 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,766 DEBUG [Thread-1156 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:55:40,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,766 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54048, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,767 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54058, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,768 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54068, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,768 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:55:40,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:55:40,769 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,770 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:55:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,771 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=70, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:40,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,771 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,772 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,773 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,774 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:55:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:40,778 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:40,779 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:40,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/46b2397518f64865bfb894f85a635639 is 50, key is test_row_0/A:col10/1733385340772/Put/seqid=0 2024-12-05T07:55:40,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385340799, max timestamp=1733385340812Num uniques 859; 2024-12-05T07:55:40,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:40,814 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385340799, max timestamp=1733385340812Num uniques 859; 2024-12-05T07:55:40,815 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742071_1247 (size=12001) 2024-12-05T07:55:40,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385340799, max timestamp=1733385340812Num uniques 859; 2024-12-05T07:55:40,818 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385400832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385400832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,841 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385400838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385400838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385400839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,843 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:40,927 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:40,927 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:40,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:40,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,949 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385400948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,950 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:40,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,080 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:41,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385401158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385401158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385401158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385401158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,160 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,161 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385401158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,163 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,217 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/46b2397518f64865bfb894f85a635639 2024-12-05T07:55:41,233 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,233 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,233 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,239 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/a2423ff569dc4ba38a34e59d0f618034 is 50, key is test_row_0/B:col10/1733385340772/Put/seqid=0 2024-12-05T07:55:41,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742072_1248 (size=12001) 2024-12-05T07:55:41,385 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,386 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:41,469 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385401468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385401468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385401468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,470 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,470 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385401468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385401468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,471 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,538 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,539 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,539 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,652 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/a2423ff569dc4ba38a34e59d0f618034 2024-12-05T07:55:41,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/110b62106ef94e839ab26ef3dc5c7891 is 50, key is test_row_0/C:col10/1733385340772/Put/seqid=0 2024-12-05T07:55:41,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742073_1249 (size=12001) 2024-12-05T07:55:41,691 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,692 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,844 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:41,844 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:41,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385401978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385401978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385401978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385401978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385401978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:41,981 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:42,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:42,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] handler.RSProcedureHandler(58): pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:42,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=71 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:42,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=71 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:42,075 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/110b62106ef94e839ab26ef3dc5c7891 2024-12-05T07:55:42,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/46b2397518f64865bfb894f85a635639 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639 2024-12-05T07:55:42,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T07:55:42,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/a2423ff569dc4ba38a34e59d0f618034 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034 2024-12-05T07:55:42,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T07:55:42,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/110b62106ef94e839ab26ef3dc5c7891 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891 2024-12-05T07:55:42,094 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891, entries=150, sequenceid=12, filesize=11.7 K 2024-12-05T07:55:42,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 14c8e40a83ac3f2797a479ef0fb79832 in 1318ms, sequenceid=12, compaction requested=false 2024-12-05T07:55:42,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:42,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=71 2024-12-05T07:55:42,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:42,158 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:42,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:42,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6d63aeec11fc4e889261f3da4a5684c6 is 50, key is test_row_0/A:col10/1733385340838/Put/seqid=0 2024-12-05T07:55:42,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742074_1250 (size=12001) 2024-12-05T07:55:42,602 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6d63aeec11fc4e889261f3da4a5684c6 2024-12-05T07:55:42,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ed3b39ab294443babb36ea2219885cf2 is 50, key is test_row_0/B:col10/1733385340838/Put/seqid=0 2024-12-05T07:55:42,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742075_1251 (size=12001) 2024-12-05T07:55:42,627 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ed3b39ab294443babb36ea2219885cf2 2024-12-05T07:55:42,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/915c8051de994909b82d7da22f2aed38 is 50, key is test_row_0/C:col10/1733385340838/Put/seqid=0 2024-12-05T07:55:42,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742076_1252 (size=12001) 2024-12-05T07:55:42,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:42,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385402995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:42,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:42,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385402995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385402996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385402997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,000 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,001 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385402998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,001 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2162 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,002 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/915c8051de994909b82d7da22f2aed38 2024-12-05T07:55:43,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6d63aeec11fc4e889261f3da4a5684c6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6 2024-12-05T07:55:43,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6, entries=150, sequenceid=48, filesize=11.7 K 2024-12-05T07:55:43,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ed3b39ab294443babb36ea2219885cf2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2 2024-12-05T07:55:43,050 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2, entries=150, sequenceid=48, filesize=11.7 K 2024-12-05T07:55:43,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/915c8051de994909b82d7da22f2aed38 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38 2024-12-05T07:55:43,054 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38, entries=150, sequenceid=48, filesize=11.7 K 2024-12-05T07:55:43,055 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=53.67 KB/54960 for 14c8e40a83ac3f2797a479ef0fb79832 in 897ms, sequenceid=48, compaction requested=false 2024-12-05T07:55:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:43,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=71}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=71 2024-12-05T07:55:43,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=71 2024-12-05T07:55:43,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-05T07:55:43,058 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2850 sec 2024-12-05T07:55:43,059 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=70, table=TestAcidGuarantees in 2.2950 sec 2024-12-05T07:55:43,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:43,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:43,111 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:43,115 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7237fb7dec28466ba7afeff0b59edc5e is 50, key is test_row_0/A:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:43,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742077_1253 (size=14341) 2024-12-05T07:55:43,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385403128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385403128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,133 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385403129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,133 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385403132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,136 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385403237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385403238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,239 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385403238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385403238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,240 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385403447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385403448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385403448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385403448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,450 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7237fb7dec28466ba7afeff0b59edc5e 2024-12-05T07:55:43,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/38edddd576af48b4b7165f019ea5bbac is 50, key is test_row_0/B:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742078_1254 (size=12001) 2024-12-05T07:55:43,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:55:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385403758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,761 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,761 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385403759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385403759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385403759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:43,762 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:43,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/38edddd576af48b4b7165f019ea5bbac 2024-12-05T07:55:43,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/9f8216fa01da4845b53154e73a4ff273 is 50, key is test_row_0/C:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:43,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742079_1255 (size=12001) 2024-12-05T07:55:44,269 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385404267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:44,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:44,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385404267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,270 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,271 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:44,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385404278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:44,280 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:44,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385404278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:44,280 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:44,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/9f8216fa01da4845b53154e73a4ff273 2024-12-05T07:55:44,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7237fb7dec28466ba7afeff0b59edc5e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e 2024-12-05T07:55:44,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e, entries=200, sequenceid=62, filesize=14.0 K 2024-12-05T07:55:44,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/38edddd576af48b4b7165f019ea5bbac as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac 2024-12-05T07:55:44,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:55:44,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/9f8216fa01da4845b53154e73a4ff273 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273 2024-12-05T07:55:44,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:55:44,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 14c8e40a83ac3f2797a479ef0fb79832 in 1248ms, sequenceid=62, compaction requested=true 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:44,358 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:44,358 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:44,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:44,359 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38343 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:44,359 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:44,359 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:44,359 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:44,359 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:44,359 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:44,359 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.2 K 2024-12-05T07:55:44,359 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=37.4 K 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a2423ff569dc4ba38a34e59d0f618034, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733385340772 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 46b2397518f64865bfb894f85a635639, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733385340772 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ed3b39ab294443babb36ea2219885cf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733385340818 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6d63aeec11fc4e889261f3da4a5684c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733385340818 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 38edddd576af48b4b7165f019ea5bbac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:44,360 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7237fb7dec28466ba7afeff0b59edc5e, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:44,368 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:44,368 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/95b8f97ddf284e94bcbb8791da6812d4 is 50, key is test_row_0/B:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:44,371 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#211 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:44,371 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/007b643d14ba4607b395dd99951f3fc6 is 50, key is test_row_0/A:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:44,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742080_1256 (size=12104) 2024-12-05T07:55:44,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742081_1257 (size=12104) 2024-12-05T07:55:44,391 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/95b8f97ddf284e94bcbb8791da6812d4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95b8f97ddf284e94bcbb8791da6812d4 2024-12-05T07:55:44,398 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/007b643d14ba4607b395dd99951f3fc6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/007b643d14ba4607b395dd99951f3fc6 2024-12-05T07:55:44,399 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 95b8f97ddf284e94bcbb8791da6812d4(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:44,399 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:44,399 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385344358; duration=0sec 2024-12-05T07:55:44,400 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:44,400 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:44,400 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:44,401 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:44,401 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:44,401 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:44,401 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.2 K 2024-12-05T07:55:44,402 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 110b62106ef94e839ab26ef3dc5c7891, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733385340772 2024-12-05T07:55:44,402 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 915c8051de994909b82d7da22f2aed38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733385340818 2024-12-05T07:55:44,402 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9f8216fa01da4845b53154e73a4ff273, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:44,403 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 007b643d14ba4607b395dd99951f3fc6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:44,403 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:44,403 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385344358; duration=0sec 2024-12-05T07:55:44,403 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:44,403 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:44,409 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#212 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:44,410 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/b72f233dd805427cb33eb62b611ee446 is 50, key is test_row_0/C:col10/1733385342995/Put/seqid=0 2024-12-05T07:55:44,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742082_1258 (size=12104) 2024-12-05T07:55:44,427 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/b72f233dd805427cb33eb62b611ee446 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b72f233dd805427cb33eb62b611ee446 2024-12-05T07:55:44,433 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into b72f233dd805427cb33eb62b611ee446(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:44,433 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:44,433 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385344358; duration=0sec 2024-12-05T07:55:44,433 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:44,433 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:44,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-05T07:55:44,938 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:44,938 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:44,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees 2024-12-05T07:55:44,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:44,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:44,940 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=72, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:44,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:45,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:45,019 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:45,020 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:45,024 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/8603b0e8d9ff4509ae8a30873057b4c7 is 50, key is test_row_0/A:col10/1733385343121/Put/seqid=0 2024-12-05T07:55:45,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742083_1259 (size=14341) 2024-12-05T07:55:45,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:45,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385405051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,053 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,092 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,092 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385405157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,159 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,245 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,245 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:45,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385405277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,278 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:45,280 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,281 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385405288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385405288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,289 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:45,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385405288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,289 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,289 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:45,290 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2157 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,290 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,370 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385405367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,397 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,398 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/8603b0e8d9ff4509ae8a30873057b4c7 2024-12-05T07:55:45,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0eb6c95c58fb4f0f966665feb53471c8 is 50, key is test_row_0/B:col10/1733385343121/Put/seqid=0 2024-12-05T07:55:45,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742084_1260 (size=12001) 2024-12-05T07:55:45,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0eb6c95c58fb4f0f966665feb53471c8 2024-12-05T07:55:45,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/35dad2842387464d8c6441213bd32035 is 50, key is test_row_0/C:col10/1733385343121/Put/seqid=0 2024-12-05T07:55:45,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742085_1261 (size=12001) 2024-12-05T07:55:45,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,550 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,551 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:45,678 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:45,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385405678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:45,679 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:45,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,703 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:45,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:45,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:45,856 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] handler.RSProcedureHandler(58): pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=73 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=73 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:45,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=84 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/35dad2842387464d8c6441213bd32035 2024-12-05T07:55:45,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/8603b0e8d9ff4509ae8a30873057b4c7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7 2024-12-05T07:55:45,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7, entries=200, sequenceid=84, filesize=14.0 K 2024-12-05T07:55:45,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0eb6c95c58fb4f0f966665feb53471c8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8 2024-12-05T07:55:45,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8, entries=150, sequenceid=84, filesize=11.7 K 2024-12-05T07:55:45,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/35dad2842387464d8c6441213bd32035 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035 2024-12-05T07:55:45,875 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035, entries=150, sequenceid=84, filesize=11.7 K 2024-12-05T07:55:45,876 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 14c8e40a83ac3f2797a479ef0fb79832 in 857ms, sequenceid=84, compaction requested=false 2024-12-05T07:55:45,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:46,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=73 2024-12-05T07:55:46,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:46,008 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:46,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6c483471aa684987986ed44c643e5351 is 50, key is test_row_0/A:col10/1733385345046/Put/seqid=0 2024-12-05T07:55:46,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742086_1262 (size=12001) 2024-12-05T07:55:46,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:46,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:46,248 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:46,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385406245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,248 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:46,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:46,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385406357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,359 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:46,416 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6c483471aa684987986ed44c643e5351 2024-12-05T07:55:46,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/73e27864bcbc4c3b9feb62d6c6ac488e is 50, key is test_row_0/B:col10/1733385345046/Put/seqid=0 2024-12-05T07:55:46,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742087_1263 (size=12001) 2024-12-05T07:55:46,432 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/73e27864bcbc4c3b9feb62d6c6ac488e 2024-12-05T07:55:46,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/f3b40495b1e34a989ae5d213912cfcd0 is 50, key is test_row_0/C:col10/1733385345046/Put/seqid=0 2024-12-05T07:55:46,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742088_1264 (size=12001) 2024-12-05T07:55:46,443 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/f3b40495b1e34a989ae5d213912cfcd0 2024-12-05T07:55:46,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/6c483471aa684987986ed44c643e5351 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351 2024-12-05T07:55:46,452 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351, entries=150, sequenceid=97, filesize=11.7 K 2024-12-05T07:55:46,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/73e27864bcbc4c3b9feb62d6c6ac488e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e 2024-12-05T07:55:46,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e, entries=150, sequenceid=97, filesize=11.7 K 2024-12-05T07:55:46,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/f3b40495b1e34a989ae5d213912cfcd0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0 2024-12-05T07:55:46,463 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0, entries=150, sequenceid=97, filesize=11.7 K 2024-12-05T07:55:46,464 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 14c8e40a83ac3f2797a479ef0fb79832 in 455ms, sequenceid=97, compaction requested=true 2024-12-05T07:55:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:46,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=73}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=73 2024-12-05T07:55:46,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=73 2024-12-05T07:55:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72 2024-12-05T07:55:46,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5270 sec 2024-12-05T07:55:46,473 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=72, table=TestAcidGuarantees in 1.5330 sec 2024-12-05T07:55:46,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:46,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:46,570 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:46,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/f26d3845ec064e0993c62f593ed7539b is 50, key is test_row_0/A:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:46,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742089_1265 (size=12001) 2024-12-05T07:55:46,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:46,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385406611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,614 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:46,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:46,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385406718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,720 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:46,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:46,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385406928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:46,930 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:46,978 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/f26d3845ec064e0993c62f593ed7539b 2024-12-05T07:55:46,985 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/b6f2558456ac432db1692453c0f068ee is 50, key is test_row_0/B:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:46,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742090_1266 (size=12001) 2024-12-05T07:55:47,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=72 2024-12-05T07:55:47,098 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:47,099 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:47,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees 2024-12-05T07:55:47,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:47,100 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:47,101 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=74, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:47,101 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=74, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:47,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:47,240 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385407237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,240 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T07:55:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385407308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385407308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,312 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385407308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385407308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,312 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,312 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4184 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,312 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4180 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:47,312 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4183 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,313 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,395 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/b6f2558456ac432db1692453c0f068ee 2024-12-05T07:55:47,402 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56aa02f857d240fb98fda692457006fd is 50, key is test_row_0/C:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:47,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742091_1267 (size=12001) 2024-12-05T07:55:47,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T07:55:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:47,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:47,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T07:55:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,558 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T07:55:47,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:47,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] handler.RSProcedureHandler(58): pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=75 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=75 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:47,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:47,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:47,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385407747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:47,749 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:47,805 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56aa02f857d240fb98fda692457006fd 2024-12-05T07:55:47,809 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/f26d3845ec064e0993c62f593ed7539b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b 2024-12-05T07:55:47,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T07:55:47,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/b6f2558456ac432db1692453c0f068ee as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee 2024-12-05T07:55:47,816 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T07:55:47,817 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56aa02f857d240fb98fda692457006fd as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd 2024-12-05T07:55:47,820 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T07:55:47,821 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 14c8e40a83ac3f2797a479ef0fb79832 in 1252ms, sequenceid=117, compaction requested=true 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:47,821 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:47,821 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:47,821 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:47,822 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50447 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:47,823 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,823 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,823 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95b8f97ddf284e94bcbb8791da6812d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=47.0 K 2024-12-05T07:55:47,823 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/007b643d14ba4607b395dd99951f3fc6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=49.3 K 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 95b8f97ddf284e94bcbb8791da6812d4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 007b643d14ba4607b395dd99951f3fc6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8603b0e8d9ff4509ae8a30873057b4c7, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733385343121 2024-12-05T07:55:47,823 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0eb6c95c58fb4f0f966665feb53471c8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733385343121 2024-12-05T07:55:47,824 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c483471aa684987986ed44c643e5351, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733385345021 2024-12-05T07:55:47,824 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 73e27864bcbc4c3b9feb62d6c6ac488e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733385345021 2024-12-05T07:55:47,824 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b6f2558456ac432db1692453c0f068ee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:47,824 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f26d3845ec064e0993c62f593ed7539b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:47,840 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#222 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:47,840 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/45d41b6969234bd9b6643c8d64304ee4 is 50, key is test_row_0/B:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:47,841 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#223 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:47,841 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/5f1bb44a64a8425cbdc3e60683fba317 is 50, key is test_row_0/A:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:47,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742092_1268 (size=12241) 2024-12-05T07:55:47,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742093_1269 (size=12241) 2024-12-05T07:55:47,863 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=75 2024-12-05T07:55:47,863 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:47,863 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:47,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:47,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/a5d4fc7c39f140bfa263d6512ccd13ab is 50, key is test_row_0/A:col10/1733385346606/Put/seqid=0 2024-12-05T07:55:47,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742094_1270 (size=12001) 2024-12-05T07:55:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:48,249 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/45d41b6969234bd9b6643c8d64304ee4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/45d41b6969234bd9b6643c8d64304ee4 2024-12-05T07:55:48,251 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/5f1bb44a64a8425cbdc3e60683fba317 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/5f1bb44a64a8425cbdc3e60683fba317 2024-12-05T07:55:48,253 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 45d41b6969234bd9b6643c8d64304ee4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:48,253 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:48,254 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=12, startTime=1733385347821; duration=0sec 2024-12-05T07:55:48,254 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:48,254 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:48,254 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:55:48,255 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:55:48,255 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 5f1bb44a64a8425cbdc3e60683fba317(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:48,255 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:48,255 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:48,255 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=12, startTime=1733385347821; duration=0sec 2024-12-05T07:55:48,255 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:48,255 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:48,255 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b72f233dd805427cb33eb62b611ee446, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=47.0 K 2024-12-05T07:55:48,255 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:48,256 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b72f233dd805427cb33eb62b611ee446, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385342995 2024-12-05T07:55:48,256 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 35dad2842387464d8c6441213bd32035, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=84, earliestPutTs=1733385343121 2024-12-05T07:55:48,256 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f3b40495b1e34a989ae5d213912cfcd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733385345021 2024-12-05T07:55:48,256 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 56aa02f857d240fb98fda692457006fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:48,263 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#225 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:48,263 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/0d6f9b76af064823b160f7f452fcff19 is 50, key is test_row_0/C:col10/1733385346244/Put/seqid=0 2024-12-05T07:55:48,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742095_1271 (size=12241) 2024-12-05T07:55:48,270 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/0d6f9b76af064823b160f7f452fcff19 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/0d6f9b76af064823b160f7f452fcff19 2024-12-05T07:55:48,271 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/a5d4fc7c39f140bfa263d6512ccd13ab 2024-12-05T07:55:48,274 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into 0d6f9b76af064823b160f7f452fcff19(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:48,275 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:48,275 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=12, startTime=1733385347821; duration=0sec 2024-12-05T07:55:48,275 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:48,275 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:48,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/1e31118396064b13be1ef30fd718bcf5 is 50, key is test_row_0/B:col10/1733385346606/Put/seqid=0 2024-12-05T07:55:48,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742096_1272 (size=12001) 2024-12-05T07:55:48,284 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/1e31118396064b13be1ef30fd718bcf5 2024-12-05T07:55:48,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/e5ec74a8ecb943899d0e8b99d5889623 is 50, key is test_row_0/C:col10/1733385346606/Put/seqid=0 2024-12-05T07:55:48,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742097_1273 (size=12001) 2024-12-05T07:55:48,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T07:55:48,656 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-05T07:55:48,702 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/e5ec74a8ecb943899d0e8b99d5889623 2024-12-05T07:55:48,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/a5d4fc7c39f140bfa263d6512ccd13ab as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab 2024-12-05T07:55:48,710 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab, entries=150, sequenceid=129, filesize=11.7 K 2024-12-05T07:55:48,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/1e31118396064b13be1ef30fd718bcf5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5 2024-12-05T07:55:48,713 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5, entries=150, sequenceid=129, filesize=11.7 K 2024-12-05T07:55:48,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/e5ec74a8ecb943899d0e8b99d5889623 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623 2024-12-05T07:55:48,719 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623, entries=150, sequenceid=129, filesize=11.7 K 2024-12-05T07:55:48,719 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 14c8e40a83ac3f2797a479ef0fb79832 in 856ms, sequenceid=129, compaction requested=false 2024-12-05T07:55:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:48,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=75}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=75 2024-12-05T07:55:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=75 2024-12-05T07:55:48,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=74 2024-12-05T07:55:48,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6200 sec 2024-12-05T07:55:48,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=74, table=TestAcidGuarantees in 1.6240 sec 2024-12-05T07:55:48,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:48,769 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:48,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:48,784 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/81b01e12d23f4044abf79abe014b9cda is 50, key is test_row_0/A:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:48,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742098_1274 (size=12151) 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385348780, max timestamp=1733385348836Num uniques 859; 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385348780, max timestamp=1733385348836Num uniques 859; 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385348780, max timestamp=1733385348836Num uniques 859; 2024-12-05T07:55:48,839 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:48,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:48,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385408901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:49,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385409018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,021 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:49,189 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/81b01e12d23f4044abf79abe014b9cda 2024-12-05T07:55:49,195 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ba051de25ecb4566814a5d9a26122fd3 is 50, key is test_row_0/B:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742099_1275 (size=12151) 2024-12-05T07:55:49,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ba051de25ecb4566814a5d9a26122fd3 2024-12-05T07:55:49,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5fcc45199891437db93a51869cbaadf5 is 50, key is test_row_0/C:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:49,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742100_1276 (size=12151) 2024-12-05T07:55:49,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:49,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385409227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,230 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=74 2024-12-05T07:55:49,248 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:49,248 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:49,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees 2024-12-05T07:55:49,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:49,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:49,250 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=76, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:49,250 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:49,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:49,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T07:55:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,403 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:49,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385409538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:49,540 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:49,555 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T07:55:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,555 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] handler.RSProcedureHandler(58): pid=77 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,555 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=77 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=77 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:49,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:49,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5fcc45199891437db93a51869cbaadf5 2024-12-05T07:55:49,612 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/81b01e12d23f4044abf79abe014b9cda as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda 2024-12-05T07:55:49,615 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda, entries=150, sequenceid=142, filesize=11.9 K 2024-12-05T07:55:49,616 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ba051de25ecb4566814a5d9a26122fd3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3 2024-12-05T07:55:49,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3, entries=150, sequenceid=142, filesize=11.9 K 2024-12-05T07:55:49,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5fcc45199891437db93a51869cbaadf5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5 2024-12-05T07:55:49,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5, entries=150, sequenceid=142, filesize=11.9 K 2024-12-05T07:55:49,624 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 14c8e40a83ac3f2797a479ef0fb79832 in 855ms, sequenceid=142, compaction requested=true 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:49,624 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:49,624 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:49,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:49,625 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:49,625 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:49,625 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:49,625 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:49,625 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,625 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,625 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/5f1bb44a64a8425cbdc3e60683fba317, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.5 K 2024-12-05T07:55:49,625 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/45d41b6969234bd9b6643c8d64304ee4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.5 K 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 45d41b6969234bd9b6643c8d64304ee4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f1bb44a64a8425cbdc3e60683fba317, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1e31118396064b13be1ef30fd718bcf5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385346585 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5d4fc7c39f140bfa263d6512ccd13ab, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385346585 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 81b01e12d23f4044abf79abe014b9cda, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:49,626 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ba051de25ecb4566814a5d9a26122fd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:49,633 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#231 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:49,633 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#232 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:49,634 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/3307bc4b444f42258d2d274fc1e2928c is 50, key is test_row_0/B:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:49,634 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/b6493ef3ed494380b5abc57478287410 is 50, key is test_row_0/A:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:49,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742101_1277 (size=12493) 2024-12-05T07:55:49,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742102_1278 (size=12493) 2024-12-05T07:55:49,657 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/3307bc4b444f42258d2d274fc1e2928c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3307bc4b444f42258d2d274fc1e2928c 2024-12-05T07:55:49,659 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/b6493ef3ed494380b5abc57478287410 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/b6493ef3ed494380b5abc57478287410 2024-12-05T07:55:49,663 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 3307bc4b444f42258d2d274fc1e2928c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:49,663 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:49,663 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385349624; duration=0sec 2024-12-05T07:55:49,663 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:49,663 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:49,664 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into b6493ef3ed494380b5abc57478287410(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:49,664 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385349624; duration=0sec 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:49,664 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:49,664 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,665 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/0d6f9b76af064823b160f7f452fcff19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.5 K 2024-12-05T07:55:49,665 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0d6f9b76af064823b160f7f452fcff19, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385346237 2024-12-05T07:55:49,665 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e5ec74a8ecb943899d0e8b99d5889623, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733385346585 2024-12-05T07:55:49,666 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5fcc45199891437db93a51869cbaadf5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:49,672 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#233 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:49,672 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/10f8ab2854204b12a0699449fc1da3df is 50, key is test_row_0/C:col10/1733385348768/Put/seqid=0 2024-12-05T07:55:49,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742103_1279 (size=12493) 2024-12-05T07:55:49,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=77 2024-12-05T07:55:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:49,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T07:55:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:49,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:49,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/90245428419947b29961b56860a1a653 is 50, key is test_row_0/A:col10/1733385348872/Put/seqid=0 2024-12-05T07:55:49,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742104_1280 (size=12151) 2024-12-05T07:55:49,724 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/90245428419947b29961b56860a1a653 2024-12-05T07:55:49,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7d37c1f7e94242e19a8f87321433cb35 is 50, key is test_row_0/B:col10/1733385348872/Put/seqid=0 2024-12-05T07:55:49,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742105_1281 (size=12151) 2024-12-05T07:55:49,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:50,050 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:50,076 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:50,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385410072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,076 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,077 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:50,079 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/10f8ab2854204b12a0699449fc1da3df as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f8ab2854204b12a0699449fc1da3df 2024-12-05T07:55:50,083 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into 10f8ab2854204b12a0699449fc1da3df(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:50,083 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:50,083 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385349624; duration=0sec 2024-12-05T07:55:50,083 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:50,083 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:50,152 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7d37c1f7e94242e19a8f87321433cb35 2024-12-05T07:55:50,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 is 50, key is test_row_0/C:col10/1733385348872/Put/seqid=0 2024-12-05T07:55:50,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742106_1282 (size=12151) 2024-12-05T07:55:50,192 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:50,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385410188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,193 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:50,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:50,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:50,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385410398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,399 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:50,563 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=181 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 2024-12-05T07:55:50,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/90245428419947b29961b56860a1a653 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653 2024-12-05T07:55:50,571 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653, entries=150, sequenceid=181, filesize=11.9 K 2024-12-05T07:55:50,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7d37c1f7e94242e19a8f87321433cb35 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35 2024-12-05T07:55:50,575 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35, entries=150, sequenceid=181, filesize=11.9 K 2024-12-05T07:55:50,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 2024-12-05T07:55:50,580 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0, entries=150, sequenceid=181, filesize=11.9 K 2024-12-05T07:55:50,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 14c8e40a83ac3f2797a479ef0fb79832 in 873ms, sequenceid=181, compaction requested=false 2024-12-05T07:55:50,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:50,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:50,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-05T07:55:50,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=77 2024-12-05T07:55:50,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-05T07:55:50,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3320 sec 2024-12-05T07:55:50,585 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=76, table=TestAcidGuarantees in 1.3360 sec 2024-12-05T07:55:50,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:50,710 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:50,710 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:50,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/1899f58b4f9b4213b54273d0dc39ba0e is 50, key is test_row_0/A:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:50,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742107_1283 (size=12151) 2024-12-05T07:55:50,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385350746, max timestamp=1733385350773Num uniques 859; 2024-12-05T07:55:50,775 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:50,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385350746, max timestamp=1733385350773Num uniques 859; 2024-12-05T07:55:50,777 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:50,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=150, cellSize=6870, totalHeapSize=15840, min timestamp=1733385350746, max timestamp=1733385350773Num uniques 859; 2024-12-05T07:55:50,779 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=6870, suffix heap size=117064,new segment heap size=15840 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=150 2024-12-05T07:55:50,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385410854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,859 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:50,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:50,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385410968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:50,970 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/1899f58b4f9b4213b54273d0dc39ba0e 2024-12-05T07:55:51,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/de6fd54e4a374b618607eb990c0f24b1 is 50, key is test_row_0/B:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:51,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742108_1284 (size=12151) 2024-12-05T07:55:51,178 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385411177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,179 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385411328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385411328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,328 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,329 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,350 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385411347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,350 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8222 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,351 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385411357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,360 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8227 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:55:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,361 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-05T07:55:51,398 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:51,398 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:51,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees 2024-12-05T07:55:51,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:51,400 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:51,401 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=78, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:51,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=78, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:51,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385411487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:51,490 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:51,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:51,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/de6fd54e4a374b618607eb990c0f24b1 2024-12-05T07:55:51,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/aabdfb28d1f44759b2657eaa6e5d3a2a is 50, key is test_row_0/C:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:51,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742109_1285 (size=12151) 2024-12-05T07:55:51,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/aabdfb28d1f44759b2657eaa6e5d3a2a 2024-12-05T07:55:51,542 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/1899f58b4f9b4213b54273d0dc39ba0e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e 2024-12-05T07:55:51,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e, entries=150, sequenceid=193, filesize=11.9 K 2024-12-05T07:55:51,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/de6fd54e4a374b618607eb990c0f24b1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1 2024-12-05T07:55:51,549 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1, entries=150, sequenceid=193, filesize=11.9 K 2024-12-05T07:55:51,550 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/aabdfb28d1f44759b2657eaa6e5d3a2a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a 2024-12-05T07:55:51,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T07:55:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,553 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a, entries=150, sequenceid=193, filesize=11.9 K 2024-12-05T07:55:51,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] handler.RSProcedureHandler(58): pid=79 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:51,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=79 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:51,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.08 KB/130125 for 14c8e40a83ac3f2797a479ef0fb79832 in 843ms, sequenceid=193, compaction requested=true 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:51,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=79 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:51,554 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:51,554 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:51,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:51,555 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:51,555 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:51,555 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:51,555 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:51,555 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,555 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,555 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/b6493ef3ed494380b5abc57478287410, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.9 K 2024-12-05T07:55:51,555 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3307bc4b444f42258d2d274fc1e2928c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.9 K 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3307bc4b444f42258d2d274fc1e2928c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7d37c1f7e94242e19a8f87321433cb35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733385348872 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b6493ef3ed494380b5abc57478287410, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting de6fd54e4a374b618607eb990c0f24b1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90245428419947b29961b56860a1a653, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733385348872 2024-12-05T07:55:51,556 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1899f58b4f9b4213b54273d0dc39ba0e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:51,561 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#240 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:51,561 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/8d50b95c8ce84475b55a36190108069d is 50, key is test_row_0/A:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:51,562 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#241 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:51,562 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/594ff72ad8ec412fa49c13ac73ab8a6c is 50, key is test_row_0/B:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742110_1286 (size=12595) 2024-12-05T07:55:51,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742111_1287 (size=12595) 2024-12-05T07:55:51,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=79 2024-12-05T07:55:51,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,706 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=127.08 KB heapSize=364.15 KB 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:51,706 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:51,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/2e853c4be5cc4b15831bd194bb82fb63 is 50, key is test_row_0/A:col10/1733385350846/Put/seqid=0 2024-12-05T07:55:51,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742112_1288 (size=12151) 2024-12-05T07:55:51,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:51,969 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/594ff72ad8ec412fa49c13ac73ab8a6c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/594ff72ad8ec412fa49c13ac73ab8a6c 2024-12-05T07:55:51,970 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/8d50b95c8ce84475b55a36190108069d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8d50b95c8ce84475b55a36190108069d 2024-12-05T07:55:51,973 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 594ff72ad8ec412fa49c13ac73ab8a6c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:51,973 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 8d50b95c8ce84475b55a36190108069d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:51,973 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:51,973 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:51,973 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385351554; duration=0sec 2024-12-05T07:55:51,973 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385351554; duration=0sec 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:51,974 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:51,975 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:51,975 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f8ab2854204b12a0699449fc1da3df, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=35.9 K 2024-12-05T07:55:51,975 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10f8ab2854204b12a0699449fc1da3df, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1733385348764 2024-12-05T07:55:51,975 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 56ab0a5ef6bd4935a7a3d6f41e2d8be0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=181, earliestPutTs=1733385348872 2024-12-05T07:55:51,976 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting aabdfb28d1f44759b2657eaa6e5d3a2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:51,981 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#243 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:51,982 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/954cf341027d40ffb6c1c8b4b3cc1a82 is 50, key is test_row_0/C:col10/1733385350071/Put/seqid=0 2024-12-05T07:55:51,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742113_1289 (size=12595) 2024-12-05T07:55:52,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:52,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:52,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:52,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:52,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385412028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:52,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,032 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:52,114 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/2e853c4be5cc4b15831bd194bb82fb63 2024-12-05T07:55:52,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/95de7ea437e8441890c7b041022d5dd3 is 50, key is test_row_0/B:col10/1733385350846/Put/seqid=0 2024-12-05T07:55:52,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742114_1290 (size=12151) 2024-12-05T07:55:52,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:52,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385412138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,139 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:52,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:52,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385412347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:52,349 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,350 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:52,394 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/954cf341027d40ffb6c1c8b4b3cc1a82 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/954cf341027d40ffb6c1c8b4b3cc1a82 2024-12-05T07:55:52,397 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into 954cf341027d40ffb6c1c8b4b3cc1a82(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:52,397 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:52,397 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385351554; duration=0sec 2024-12-05T07:55:52,398 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:52,398 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:52,523 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/95de7ea437e8441890c7b041022d5dd3 2024-12-05T07:55:52,530 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/568fdcec7aed4c928f7588f26ef27eb7 is 50, key is test_row_0/C:col10/1733385350846/Put/seqid=0 2024-12-05T07:55:52,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742115_1291 (size=12151) 2024-12-05T07:55:52,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:52,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:52,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385412657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:52,659 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:52,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.09 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/568fdcec7aed4c928f7588f26ef27eb7 2024-12-05T07:55:52,943 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/2e853c4be5cc4b15831bd194bb82fb63 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63 2024-12-05T07:55:52,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63, entries=150, sequenceid=229, filesize=11.9 K 2024-12-05T07:55:52,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/95de7ea437e8441890c7b041022d5dd3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3 2024-12-05T07:55:52,950 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3, entries=150, sequenceid=229, filesize=11.9 K 2024-12-05T07:55:52,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/568fdcec7aed4c928f7588f26ef27eb7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7 2024-12-05T07:55:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7, entries=150, sequenceid=229, filesize=11.9 K 2024-12-05T07:55:52,955 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~127.08 KB/130125, heapSize ~364.10 KB/372840, currentSize=53.67 KB/54960 for 14c8e40a83ac3f2797a479ef0fb79832 in 1250ms, sequenceid=229, compaction requested=false 2024-12-05T07:55:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:52,956 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=79}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=79 2024-12-05T07:55:52,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=79 2024-12-05T07:55:52,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=78 2024-12-05T07:55:52,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5560 sec 2024-12-05T07:55:52,961 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=78, table=TestAcidGuarantees in 1.5620 sec 2024-12-05T07:55:53,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:53,170 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:53,171 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:53,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/0b15ea2e98ff42ccb021bea6dd017064 is 50, key is test_row_0/A:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:53,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742116_1292 (size=14541) 2024-12-05T07:55:53,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:53,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385413230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,234 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:53,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:53,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385413337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,340 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:53,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=78 2024-12-05T07:55:53,547 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:53,548 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:53,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees 2024-12-05T07:55:53,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385413547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,549 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:53,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:53,549 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:53,550 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=80, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:53,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:53,581 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/0b15ea2e98ff42ccb021bea6dd017064 2024-12-05T07:55:53,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7e9349b891ab4faa99b51500c5e23102 is 50, key is test_row_0/B:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:53,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742117_1293 (size=12151) 2024-12-05T07:55:53,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:53,702 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:53,702 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,854 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:53,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:53,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:53,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385413858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:53,860 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:53,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:53,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7e9349b891ab4faa99b51500c5e23102 2024-12-05T07:55:53,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/10f9c25534c4428bb84ac9cbfc6f2c17 is 50, key is test_row_0/C:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:54,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742118_1294 (size=12151) 2024-12-05T07:55:54,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,008 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,160 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:54,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,160 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:54,313 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,313 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] handler.RSProcedureHandler(58): pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=81 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=81 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:54,371 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:54,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385414368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:54,371 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:54,400 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/10f9c25534c4428bb84ac9cbfc6f2c17 2024-12-05T07:55:54,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/0b15ea2e98ff42ccb021bea6dd017064 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064 2024-12-05T07:55:54,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064, entries=200, sequenceid=244, filesize=14.2 K 2024-12-05T07:55:54,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/7e9349b891ab4faa99b51500c5e23102 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102 2024-12-05T07:55:54,412 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T07:55:54,412 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/10f9c25534c4428bb84ac9cbfc6f2c17 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17 2024-12-05T07:55:54,416 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17, entries=150, sequenceid=244, filesize=11.9 K 2024-12-05T07:55:54,416 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 14c8e40a83ac3f2797a479ef0fb79832 in 1246ms, sequenceid=244, compaction requested=true 2024-12-05T07:55:54,416 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:54,417 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:54,417 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:54,417 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:54,418 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39287 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:54,418 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:54,418 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:54,418 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:54,418 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,418 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,418 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/594ff72ad8ec412fa49c13ac73ab8a6c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.0 K 2024-12-05T07:55:54,418 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8d50b95c8ce84475b55a36190108069d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=38.4 K 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 594ff72ad8ec412fa49c13ac73ab8a6c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d50b95c8ce84475b55a36190108069d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e853c4be5cc4b15831bd194bb82fb63, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733385350832 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 95de7ea437e8441890c7b041022d5dd3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733385350832 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0b15ea2e98ff42ccb021bea6dd017064, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:54,419 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7e9349b891ab4faa99b51500c5e23102, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:54,428 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#249 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:54,429 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/51a6b538931c4665b4b7375006364f43 is 50, key is test_row_0/B:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:54,434 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#250 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:54,435 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/4d8f73923565470e942aae42432e77f0 is 50, key is test_row_0/A:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742119_1295 (size=12697) 2024-12-05T07:55:54,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742120_1296 (size=12697) 2024-12-05T07:55:54,441 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/51a6b538931c4665b4b7375006364f43 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/51a6b538931c4665b4b7375006364f43 2024-12-05T07:55:54,452 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 51a6b538931c4665b4b7375006364f43(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:54,452 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:54,452 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385354417; duration=0sec 2024-12-05T07:55:54,452 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:54,452 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:54,452 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:54,455 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/4d8f73923565470e942aae42432e77f0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4d8f73923565470e942aae42432e77f0 2024-12-05T07:55:54,455 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:54,455 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:54,455 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,455 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/954cf341027d40ffb6c1c8b4b3cc1a82, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.0 K 2024-12-05T07:55:54,456 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 954cf341027d40ffb6c1c8b4b3cc1a82, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733385350056 2024-12-05T07:55:54,456 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 568fdcec7aed4c928f7588f26ef27eb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1733385350832 2024-12-05T07:55:54,456 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 10f9c25534c4428bb84ac9cbfc6f2c17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:54,460 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 4d8f73923565470e942aae42432e77f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:54,461 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:54,461 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385354416; duration=0sec 2024-12-05T07:55:54,461 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:54,461 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:54,465 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#251 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:54,465 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/9baff66a64514cff8b701ca39ff5dc7e is 50, key is test_row_0/C:col10/1733385353169/Put/seqid=0 2024-12-05T07:55:54,466 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=81 2024-12-05T07:55:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:54,466 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:55:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:54,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:54,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:54,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/94edca1104d84eeca321e03511ac3e26 is 50, key is test_row_0/A:col10/1733385353229/Put/seqid=0 2024-12-05T07:55:54,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742121_1297 (size=12697) 2024-12-05T07:55:54,510 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/9baff66a64514cff8b701ca39ff5dc7e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9baff66a64514cff8b701ca39ff5dc7e 2024-12-05T07:55:54,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742122_1298 (size=12301) 2024-12-05T07:55:54,514 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/94edca1104d84eeca321e03511ac3e26 2024-12-05T07:55:54,518 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into 9baff66a64514cff8b701ca39ff5dc7e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:54,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:54,519 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385354417; duration=0sec 2024-12-05T07:55:54,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:54,519 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:54,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/596b14591f26435c9d14a4171bc4b9f5 is 50, key is test_row_0/B:col10/1733385353229/Put/seqid=0 2024-12-05T07:55:54,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742123_1299 (size=12301) 2024-12-05T07:55:54,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:54,936 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/596b14591f26435c9d14a4171bc4b9f5 2024-12-05T07:55:54,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/87cba48f504d4ad586218dc915f71ea3 is 50, key is test_row_0/C:col10/1733385353229/Put/seqid=0 2024-12-05T07:55:54,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742124_1300 (size=12301) 2024-12-05T07:55:55,360 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=266 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/87cba48f504d4ad586218dc915f71ea3 2024-12-05T07:55:55,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/94edca1104d84eeca321e03511ac3e26 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26 2024-12-05T07:55:55,368 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T07:55:55,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/596b14591f26435c9d14a4171bc4b9f5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5 2024-12-05T07:55:55,372 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T07:55:55,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/87cba48f504d4ad586218dc915f71ea3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3 2024-12-05T07:55:55,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:55,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:55,381 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3, entries=150, sequenceid=266, filesize=12.0 K 2024-12-05T07:55:55,381 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=6.71 KB/6870 for 14c8e40a83ac3f2797a479ef0fb79832 in 915ms, sequenceid=266, compaction requested=false 2024-12-05T07:55:55,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:55,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:55,382 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=81}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=81 2024-12-05T07:55:55,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=81 2024-12-05T07:55:55,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80 2024-12-05T07:55:55,384 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8330 sec 2024-12-05T07:55:55,386 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=80, table=TestAcidGuarantees in 1.8370 sec 2024-12-05T07:55:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:55,392 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:55,393 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:55,396 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/83cdc713ccb545c38d614da4b90915d5 is 50, key is test_row_0/A:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:55,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742125_1301 (size=14741) 2024-12-05T07:55:55,452 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385355440, max timestamp=1733385355450Num uniques 859; 2024-12-05T07:55:55,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385355440, max timestamp=1733385355450Num uniques 859; 2024-12-05T07:55:55,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:55,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385355440, max timestamp=1733385355450Num uniques 859; 2024-12-05T07:55:55,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:55,453 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:55,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:55,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 233 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385415512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,516 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:55,618 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:55,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385415617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,618 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:55,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80 2024-12-05T07:55:55,698 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:55,698 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:55,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees 2024-12-05T07:55:55,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:55,700 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:55,700 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=82, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:55,700 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:55,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/83cdc713ccb545c38d614da4b90915d5 2024-12-05T07:55:55,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/18d700d6d4d24aa18db97fd5c5026501 is 50, key is test_row_0/B:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:55,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:55,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742126_1302 (size=12301) 2024-12-05T07:55:55,830 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:55,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385415828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:55,831 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:55,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T07:55:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:55,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:55,852 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:55,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:55,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T07:55:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:56,140 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:56,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385416137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,140 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:56,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T07:55:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,158 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] handler.RSProcedureHandler(58): pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=83 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=83 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:56,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/18d700d6d4d24aa18db97fd5c5026501 2024-12-05T07:55:56,216 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/52005feca0d64593a59f9e5024d0e626 is 50, key is test_row_0/C:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742127_1303 (size=12301) 2024-12-05T07:55:56,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/52005feca0d64593a59f9e5024d0e626 2024-12-05T07:55:56,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/83cdc713ccb545c38d614da4b90915d5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5 2024-12-05T07:55:56,239 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5, entries=200, sequenceid=277, filesize=14.4 K 2024-12-05T07:55:56,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/18d700d6d4d24aa18db97fd5c5026501 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501 2024-12-05T07:55:56,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T07:55:56,244 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/52005feca0d64593a59f9e5024d0e626 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626 2024-12-05T07:55:56,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626, entries=150, sequenceid=277, filesize=12.0 K 2024-12-05T07:55:56,249 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 14c8e40a83ac3f2797a479ef0fb79832 in 857ms, sequenceid=277, compaction requested=true 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:56,249 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:56,249 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:56,249 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39739 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:56,250 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,250 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,250 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/51a6b538931c4665b4b7375006364f43, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.4 K 2024-12-05T07:55:56,250 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4d8f73923565470e942aae42432e77f0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=38.8 K 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4d8f73923565470e942aae42432e77f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:56,250 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 51a6b538931c4665b4b7375006364f43, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:56,251 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 596b14591f26435c9d14a4171bc4b9f5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733385353218 2024-12-05T07:55:56,251 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 94edca1104d84eeca321e03511ac3e26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733385353218 2024-12-05T07:55:56,251 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 18d700d6d4d24aa18db97fd5c5026501, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:56,251 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 83cdc713ccb545c38d614da4b90915d5, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:56,257 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:56,258 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/65de19fb67a94783abc0ccc6ca4a2eeb is 50, key is test_row_0/B:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:56,259 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#259 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:56,260 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/9e066869bda74a2a8e4b325eb6d1976d is 50, key is test_row_0/A:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:56,272 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742128_1304 (size=12949) 2024-12-05T07:55:56,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742129_1305 (size=12949) 2024-12-05T07:55:56,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=83 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,311 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:56,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:56,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/c0b572c861ff422a9cf1ac87697b8c32 is 50, key is test_row_0/A:col10/1733385355498/Put/seqid=0 2024-12-05T07:55:56,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742130_1306 (size=12301) 2024-12-05T07:55:56,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:56,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:56,652 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:56,676 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/65de19fb67a94783abc0ccc6ca4a2eeb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/65de19fb67a94783abc0ccc6ca4a2eeb 2024-12-05T07:55:56,680 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 65de19fb67a94783abc0ccc6ca4a2eeb(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:56,680 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:56,680 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385356249; duration=0sec 2024-12-05T07:55:56,680 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:56,680 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:56,680 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:56,683 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:56,683 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:56,683 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:56,683 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9baff66a64514cff8b701ca39ff5dc7e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.4 K 2024-12-05T07:55:56,684 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9baff66a64514cff8b701ca39ff5dc7e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1733385352014 2024-12-05T07:55:56,684 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 87cba48f504d4ad586218dc915f71ea3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=266, earliestPutTs=1733385353218 2024-12-05T07:55:56,684 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 52005feca0d64593a59f9e5024d0e626, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:56,688 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385416684, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,689 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:56,689 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:56,690 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/24f0778da3f245908b390fa41b508eed is 50, key is test_row_0/C:col10/1733385355384/Put/seqid=0 2024-12-05T07:55:56,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742131_1307 (size=12949) 2024-12-05T07:55:56,693 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/9e066869bda74a2a8e4b325eb6d1976d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/9e066869bda74a2a8e4b325eb6d1976d 2024-12-05T07:55:56,696 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 9e066869bda74a2a8e4b325eb6d1976d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:56,696 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:56,696 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385356249; duration=0sec 2024-12-05T07:55:56,696 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:56,696 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:56,718 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/c0b572c861ff422a9cf1ac87697b8c32 2024-12-05T07:55:56,723 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0a0a4cd210774d2eadb8cf672c399348 is 50, key is test_row_0/B:col10/1733385355498/Put/seqid=0 2024-12-05T07:55:56,727 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742132_1308 (size=12301) 2024-12-05T07:55:56,799 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385416798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:56,800 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:56,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:57,008 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:57,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385417008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,009 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:57,097 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/24f0778da3f245908b390fa41b508eed as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/24f0778da3f245908b390fa41b508eed 2024-12-05T07:55:57,101 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into 24f0778da3f245908b390fa41b508eed(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:57,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:57,101 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385356249; duration=0sec 2024-12-05T07:55:57,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:57,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:55:57,127 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0a0a4cd210774d2eadb8cf672c399348 2024-12-05T07:55:57,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/b5f1f09936ad4184a9703725c93d4094 is 50, key is test_row_0/C:col10/1733385355498/Put/seqid=0 2024-12-05T07:55:57,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742133_1309 (size=12301) 2024-12-05T07:55:57,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:57,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385417318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,319 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:57,537 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/b5f1f09936ad4184a9703725c93d4094 2024-12-05T07:55:57,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/c0b572c861ff422a9cf1ac87697b8c32 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32 2024-12-05T07:55:57,543 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T07:55:57,544 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0a0a4cd210774d2eadb8cf672c399348 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348 2024-12-05T07:55:57,548 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T07:55:57,549 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/b5f1f09936ad4184a9703725c93d4094 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094 2024-12-05T07:55:57,552 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094, entries=150, sequenceid=314, filesize=12.0 K 2024-12-05T07:55:57,553 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 14c8e40a83ac3f2797a479ef0fb79832 in 1242ms, sequenceid=314, compaction requested=false 2024-12-05T07:55:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:57,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=83}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=83 2024-12-05T07:55:57,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=83 2024-12-05T07:55:57,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-05T07:55:57,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8540 sec 2024-12-05T07:55:57,557 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=82, table=TestAcidGuarantees in 1.8580 sec 2024-12-05T07:55:57,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:55:57,829 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:57,830 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:55:57,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=82 2024-12-05T07:55:57,848 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:55:57,848 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:55:57,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees 2024-12-05T07:55:57,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:55:57,863 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:55:57,864 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=84, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:55:57,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/4f5262cc8f6048e391a8affa997f1c98 is 50, key is test_row_0/A:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:57,864 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=84, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:55:57,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742134_1310 (size=9857) 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385357855, max timestamp=1733385357884Num uniques 859; 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385357855, max timestamp=1733385357884Num uniques 859; 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385357855, max timestamp=1733385357884Num uniques 859; 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:57,886 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:55:57,946 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:57,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385417942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:57,946 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:57,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:55:58,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,016 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,016 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:58,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385418057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:58,059 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,060 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:58,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:55:58,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:58,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385418267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:58,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/4f5262cc8f6048e391a8affa997f1c98 2024-12-05T07:55:58,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0bca4c004ac045b3aab91c6795bfba13 is 50, key is test_row_0/B:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:58,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742135_1311 (size=9857) 2024-12-05T07:55:58,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,474 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:55:58,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:58,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385418578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:58,581 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:58,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0bca4c004ac045b3aab91c6795bfba13 2024-12-05T07:55:58,686 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/d0aecffe80164c49a4499cd49bb43d78 is 50, key is test_row_0/C:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:58,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742136_1312 (size=9857) 2024-12-05T07:55:58,780 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:58,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:58,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:58,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:55:59,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:55:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] handler.RSProcedureHandler(58): pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:59,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=85 java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:59,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=85 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:55:59,089 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=328 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/d0aecffe80164c49a4499cd49bb43d78 2024-12-05T07:55:59,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:55:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385419087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:55:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:55:59,090 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:55:59,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/4f5262cc8f6048e391a8affa997f1c98 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98 2024-12-05T07:55:59,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98, entries=100, sequenceid=328, filesize=9.6 K 2024-12-05T07:55:59,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/0bca4c004ac045b3aab91c6795bfba13 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13 2024-12-05T07:55:59,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13, entries=100, sequenceid=328, filesize=9.6 K 2024-12-05T07:55:59,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/d0aecffe80164c49a4499cd49bb43d78 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78 2024-12-05T07:55:59,103 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78, entries=100, sequenceid=328, filesize=9.6 K 2024-12-05T07:55:59,104 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=127.47 KB/130530 for 14c8e40a83ac3f2797a479ef0fb79832 in 1275ms, sequenceid=328, compaction requested=true 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:59,104 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:59,104 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:55:59,104 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:55:59,109 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,109 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,109 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/9e066869bda74a2a8e4b325eb6d1976d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=34.3 K 2024-12-05T07:55:59,109 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/65de19fb67a94783abc0ccc6ca4a2eeb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=34.3 K 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 65de19fb67a94783abc0ccc6ca4a2eeb, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:59,109 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9e066869bda74a2a8e4b325eb6d1976d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:59,110 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0a0a4cd210774d2eadb8cf672c399348, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385355491 2024-12-05T07:55:59,110 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting c0b572c861ff422a9cf1ac87697b8c32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385355491 2024-12-05T07:55:59,110 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4f5262cc8f6048e391a8affa997f1c98, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385356660 2024-12-05T07:55:59,110 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0bca4c004ac045b3aab91c6795bfba13, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385356660 2024-12-05T07:55:59,116 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#268 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:59,116 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/d82ace2c4430409e9f9c331d165ab1f9 is 50, key is test_row_0/B:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:59,116 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:59,117 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/361c165b098d48deafeb8fc69e5ddaff is 50, key is test_row_0/A:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742138_1314 (size=13051) 2024-12-05T07:55:59,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742137_1313 (size=13051) 2024-12-05T07:55:59,237 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=85 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,238 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=127.47 KB heapSize=365.06 KB 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:55:59,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:55:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/20c772fd25c04691a8254c0a7f66e63c is 50, key is test_row_0/A:col10/1733385357936/Put/seqid=0 2024-12-05T07:55:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742139_1315 (size=12301) 2024-12-05T07:55:59,532 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/d82ace2c4430409e9f9c331d165ab1f9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/d82ace2c4430409e9f9c331d165ab1f9 2024-12-05T07:55:59,532 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/361c165b098d48deafeb8fc69e5ddaff as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/361c165b098d48deafeb8fc69e5ddaff 2024-12-05T07:55:59,536 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into d82ace2c4430409e9f9c331d165ab1f9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:59,536 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:59,536 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385359104; duration=0sec 2024-12-05T07:55:59,536 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:55:59,536 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:55:59,536 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:55:59,537 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 361c165b098d48deafeb8fc69e5ddaff(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:59,537 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:59,537 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385359104; duration=0sec 2024-12-05T07:55:59,537 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:59,537 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:55:59,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:55:59,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:55:59,538 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:55:59,538 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/24f0778da3f245908b390fa41b508eed, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=34.3 K 2024-12-05T07:55:59,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 24f0778da3f245908b390fa41b508eed, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733385355384 2024-12-05T07:55:59,539 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b5f1f09936ad4184a9703725c93d4094, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733385355491 2024-12-05T07:55:59,539 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d0aecffe80164c49a4499cd49bb43d78, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385356660 2024-12-05T07:55:59,547 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#270 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:55:59,547 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/f294248d8aee42d283351c7eb071653a is 50, key is test_row_0/C:col10/1733385356660/Put/seqid=0 2024-12-05T07:55:59,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742140_1316 (size=13051) 2024-12-05T07:55:59,654 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/20c772fd25c04691a8254c0a7f66e63c 2024-12-05T07:55:59,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/8e0ed955251b4d60a220977c1fe8e14f is 50, key is test_row_0/B:col10/1733385357936/Put/seqid=0 2024-12-05T07:55:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742141_1317 (size=12301) 2024-12-05T07:55:59,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/8e0ed955251b4d60a220977c1fe8e14f 2024-12-05T07:55:59,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/8d7801ddbf304817b65fb2ef9109df65 is 50, key is test_row_0/C:col10/1733385357936/Put/seqid=0 2024-12-05T07:55:59,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742142_1318 (size=12301) 2024-12-05T07:55:59,960 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/f294248d8aee42d283351c7eb071653a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f294248d8aee42d283351c7eb071653a 2024-12-05T07:55:59,964 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into f294248d8aee42d283351c7eb071653a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:55:59,964 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:55:59,964 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385359104; duration=0sec 2024-12-05T07:55:59,964 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:55:59,964 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:56:00,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:56:00,079 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/8d7801ddbf304817b65fb2ef9109df65 2024-12-05T07:56:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/20c772fd25c04691a8254c0a7f66e63c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c 2024-12-05T07:56:00,087 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T07:56:00,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/8e0ed955251b4d60a220977c1fe8e14f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f 2024-12-05T07:56:00,096 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T07:56:00,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/8d7801ddbf304817b65fb2ef9109df65 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65 2024-12-05T07:56:00,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:00,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. as already flushing 2024-12-05T07:56:00,101 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65, entries=150, sequenceid=364, filesize=12.0 K 2024-12-05T07:56:00,102 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~365.02 KB/373776, currentSize=6.71 KB/6870 for 14c8e40a83ac3f2797a479ef0fb79832 in 864ms, sequenceid=364, compaction requested=false 2024-12-05T07:56:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:00,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=85}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=85 2024-12-05T07:56:00,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=85 2024-12-05T07:56:00,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=84 2024-12-05T07:56:00,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-12-05T07:56:00,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=84, table=TestAcidGuarantees in 2.2580 sec 2024-12-05T07:56:00,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:00,116 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:56:00,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,120 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/cfad6bdd121c407482428e73a63431a0 is 50, key is test_row_0/A:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742143_1319 (size=12301) 2024-12-05T07:56:00,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/cfad6bdd121c407482428e73a63431a0 2024-12-05T07:56:00,131 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ebf3712c68d341f2b5bcf6222b0d641b is 50, key is test_row_0/B:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742144_1320 (size=12301) 2024-12-05T07:56:00,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ebf3712c68d341f2b5bcf6222b0d641b 2024-12-05T07:56:00,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5b9150a2bb35411787c3cc7f7c13cb32 is 50, key is test_row_0/C:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742145_1321 (size=12301) 2024-12-05T07:56:00,173 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5b9150a2bb35411787c3cc7f7c13cb32 2024-12-05T07:56:00,177 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/cfad6bdd121c407482428e73a63431a0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0 2024-12-05T07:56:00,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0, entries=150, sequenceid=377, filesize=12.0 K 2024-12-05T07:56:00,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/ebf3712c68d341f2b5bcf6222b0d641b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b 2024-12-05T07:56:00,185 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b, entries=150, sequenceid=377, filesize=12.0 K 2024-12-05T07:56:00,186 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/5b9150a2bb35411787c3cc7f7c13cb32 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32 2024-12-05T07:56:00,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32, entries=150, sequenceid=377, filesize=12.0 K 2024-12-05T07:56:00,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=73.80 KB/75570 for 14c8e40a83ac3f2797a479ef0fb79832 in 77ms, sequenceid=377, compaction requested=true 2024-12-05T07:56:00,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:00,194 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:00,194 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:00,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:00,194 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:56:00,194 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:00,195 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:00,195 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:56:00,195 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:00,195 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/d82ace2c4430409e9f9c331d165ab1f9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.8 K 2024-12-05T07:56:00,195 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:00,196 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:56:00,196 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:00,196 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/361c165b098d48deafeb8fc69e5ddaff, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.8 K 2024-12-05T07:56:00,196 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 361c165b098d48deafeb8fc69e5ddaff, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385355491 2024-12-05T07:56:00,196 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d82ace2c4430409e9f9c331d165ab1f9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385355491 2024-12-05T07:56:00,197 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20c772fd25c04691a8254c0a7f66e63c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385357926 2024-12-05T07:56:00,197 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8e0ed955251b4d60a220977c1fe8e14f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385357926 2024-12-05T07:56:00,197 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfad6bdd121c407482428e73a63431a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:00,197 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ebf3712c68d341f2b5bcf6222b0d641b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:00,200 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7d0b6fe5f8a54e2e980d62a165bcf73c is 50, key is test_row_0/A:col10/1733385360192/Put/seqid=0 2024-12-05T07:56:00,216 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#277 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:00,216 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#278 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:00,217 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/e1ab1e879072479ca3fbf04d69e751b8 is 50, key is test_row_0/A:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,217 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/32dc2e8a666e4a6e92b7766f2cd2665d is 50, key is test_row_0/B:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742146_1322 (size=14741) 2024-12-05T07:56:00,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742147_1323 (size=13153) 2024-12-05T07:56:00,271 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/e1ab1e879072479ca3fbf04d69e751b8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/e1ab1e879072479ca3fbf04d69e751b8 2024-12-05T07:56:00,278 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into e1ab1e879072479ca3fbf04d69e751b8(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:00,278 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:00,279 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385360194; duration=0sec 2024-12-05T07:56:00,279 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:00,279 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:56:00,279 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:00,281 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:00,281 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:56:00,281 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:00,281 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f294248d8aee42d283351c7eb071653a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.8 K 2024-12-05T07:56:00,283 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f294248d8aee42d283351c7eb071653a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=328, earliestPutTs=1733385355491 2024-12-05T07:56:00,283 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d7801ddbf304817b65fb2ef9109df65, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733385357926 2024-12-05T07:56:00,284 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5b9150a2bb35411787c3cc7f7c13cb32, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:00,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:00,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 320 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385420284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:00,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742148_1324 (size=13153) 2024-12-05T07:56:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,290 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:00,298 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/32dc2e8a666e4a6e92b7766f2cd2665d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/32dc2e8a666e4a6e92b7766f2cd2665d 2024-12-05T07:56:00,301 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#279 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:00,303 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/a5b3889572ba48b7ba41c52de38901e2 is 50, key is test_row_0/C:col10/1733385360115/Put/seqid=0 2024-12-05T07:56:00,305 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into 32dc2e8a666e4a6e92b7766f2cd2665d(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:00,305 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:00,305 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385360194; duration=0sec 2024-12-05T07:56:00,306 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:00,306 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:56:00,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742149_1325 (size=13153) 2024-12-05T07:56:00,322 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/a5b3889572ba48b7ba41c52de38901e2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a5b3889572ba48b7ba41c52de38901e2 2024-12-05T07:56:00,327 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into a5b3889572ba48b7ba41c52de38901e2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:00,327 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:00,327 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385360194; duration=0sec 2024-12-05T07:56:00,327 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:00,327 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:56:00,400 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:00,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 321 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385420398, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,400 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:00,608 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:00,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 322 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385420607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,609 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:00,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7d0b6fe5f8a54e2e980d62a165bcf73c 2024-12-05T07:56:00,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/3bcf29756c7f4e8093a96857d53ddf5e is 50, key is test_row_0/B:col10/1733385360192/Put/seqid=0 2024-12-05T07:56:00,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742150_1326 (size=12301) 2024-12-05T07:56:00,768 INFO [Thread-1162 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1162. 2024-12-05T07:56:00,768 DEBUG [Thread-1162 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:00,768 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,768 DEBUG [Thread-1162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:00,768 INFO [Thread-1154 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1154. 2024-12-05T07:56:00,768 DEBUG [Thread-1154 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:00,768 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,768 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:00,769 DEBUG [Thread-1154 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,770 INFO [Thread-1156 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1156. 2024-12-05T07:56:00,770 DEBUG [Thread-1156 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:00,770 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,770 DEBUG [Thread-1156 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,770 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:00,771 INFO [Thread-1158 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1158. 2024-12-05T07:56:00,771 DEBUG [Thread-1158 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:00,771 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,771 DEBUG [Thread-1158 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:00,771 INFO [Thread-1160 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1160. 2024-12-05T07:56:00,771 DEBUG [Thread-1160 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:00,771 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,771 DEBUG [Thread-1160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:00,771 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 323 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385420918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:00,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/3bcf29756c7f4e8093a96857d53ddf5e 2024-12-05T07:56:01,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/38fdccd2c53b44f99f2f0168f55d7523 is 50, key is test_row_0/C:col10/1733385360192/Put/seqid=0 2024-12-05T07:56:01,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742151_1327 (size=12301) 2024-12-05T07:56:01,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:01,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54048 deadline: 1733385421358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:01,359 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18231 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:01,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54026 deadline: 1733385421407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:01,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54068 deadline: 1733385421407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:01,408 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18276 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:01,408 WARN [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18280 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,409 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:01,428 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54058 deadline: 1733385421428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:01,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54082 deadline: 1733385421428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,429 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 14c8e40a83ac3f2797a479ef0fb79832 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18299 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:01,429 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:01,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/38fdccd2c53b44f99f2f0168f55d7523 2024-12-05T07:56:01,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/7d0b6fe5f8a54e2e980d62a165bcf73c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c 2024-12-05T07:56:01,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c, entries=200, sequenceid=392, filesize=14.4 K 2024-12-05T07:56:01,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/3bcf29756c7f4e8093a96857d53ddf5e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e 2024-12-05T07:56:01,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e, entries=150, sequenceid=392, filesize=12.0 K 2024-12-05T07:56:01,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/38fdccd2c53b44f99f2f0168f55d7523 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523 2024-12-05T07:56:01,489 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523, entries=150, sequenceid=392, filesize=12.0 K 2024-12-05T07:56:01,489 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 14c8e40a83ac3f2797a479ef0fb79832 in 1295ms, sequenceid=392, compaction requested=false 2024-12-05T07:56:01,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:02,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=84 2024-12-05T07:56:02,019 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:02,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:02,438 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:56:02,439 INFO [Thread-1143 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1143. 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:56:02,439 DEBUG [Thread-1143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:02,439 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:02,439 DEBUG [Thread-1143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:56:02,439 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:02,439 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:02,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/eb6e957139834c928089ea2afee7643d is 50, key is test_row_0/A:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:02,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742152_1328 (size=12301) 2024-12-05T07:56:02,847 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/eb6e957139834c928089ea2afee7643d 2024-12-05T07:56:02,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/970a87b3077b472c88fa5b8f58939c02 is 50, key is test_row_0/B:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:02,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742153_1329 (size=12301) 2024-12-05T07:56:03,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/970a87b3077b472c88fa5b8f58939c02 2024-12-05T07:56:03,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/a057c0f3e6f544c7addda4e715a9aac4 is 50, key is test_row_0/C:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:03,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742154_1330 (size=12301) 2024-12-05T07:56:03,702 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=413 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/a057c0f3e6f544c7addda4e715a9aac4 2024-12-05T07:56:03,709 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/eb6e957139834c928089ea2afee7643d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d 2024-12-05T07:56:03,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T07:56:03,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/970a87b3077b472c88fa5b8f58939c02 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02 2024-12-05T07:56:03,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T07:56:03,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/a057c0f3e6f544c7addda4e715a9aac4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4 2024-12-05T07:56:03,723 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4, entries=150, sequenceid=413, filesize=12.0 K 2024-12-05T07:56:03,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=0 B/0 for 14c8e40a83ac3f2797a479ef0fb79832 in 1286ms, sequenceid=413, compaction requested=true 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:03,725 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:03,725 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 14c8e40a83ac3f2797a479ef0fb79832:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:03,725 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:03,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:03,726 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:03,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/B is initiating minor compaction (all files) 2024-12-05T07:56:03,726 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/A is initiating minor compaction (all files) 2024-12-05T07:56:03,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/B in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:03,726 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/A in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:03,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/32dc2e8a666e4a6e92b7766f2cd2665d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.9 K 2024-12-05T07:56:03,726 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/e1ab1e879072479ca3fbf04d69e751b8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=39.3 K 2024-12-05T07:56:03,727 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 32dc2e8a666e4a6e92b7766f2cd2665d, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:03,727 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e1ab1e879072479ca3fbf04d69e751b8, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:03,727 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3bcf29756c7f4e8093a96857d53ddf5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733385360156 2024-12-05T07:56:03,727 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7d0b6fe5f8a54e2e980d62a165bcf73c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733385360156 2024-12-05T07:56:03,728 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 970a87b3077b472c88fa5b8f58939c02, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733385360240 2024-12-05T07:56:03,728 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting eb6e957139834c928089ea2afee7643d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733385360240 2024-12-05T07:56:03,737 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#B#compaction#285 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:03,737 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#A#compaction#286 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:03,737 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/a62c785cebd940669d56b7896550ba3e is 50, key is test_row_0/B:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:03,737 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/3d7ea65141c7498a905b07e2b5568d84 is 50, key is test_row_0/A:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742155_1331 (size=13255) 2024-12-05T07:56:03,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742156_1332 (size=13255) 2024-12-05T07:56:04,151 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/3d7ea65141c7498a905b07e2b5568d84 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/3d7ea65141c7498a905b07e2b5568d84 2024-12-05T07:56:04,151 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/a62c785cebd940669d56b7896550ba3e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a62c785cebd940669d56b7896550ba3e 2024-12-05T07:56:04,157 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/A of 14c8e40a83ac3f2797a479ef0fb79832 into 3d7ea65141c7498a905b07e2b5568d84(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:04,157 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/B of 14c8e40a83ac3f2797a479ef0fb79832 into a62c785cebd940669d56b7896550ba3e(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:04,157 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:04,157 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:04,157 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/A, priority=13, startTime=1733385363725; duration=0sec 2024-12-05T07:56:04,157 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/B, priority=13, startTime=1733385363725; duration=0sec 2024-12-05T07:56:04,157 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:04,157 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:A 2024-12-05T07:56:04,157 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:04,158 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:04,158 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:B 2024-12-05T07:56:04,159 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:04,159 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 14c8e40a83ac3f2797a479ef0fb79832/C is initiating minor compaction (all files) 2024-12-05T07:56:04,159 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 14c8e40a83ac3f2797a479ef0fb79832/C in TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:04,159 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a5b3889572ba48b7ba41c52de38901e2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp, totalSize=36.9 K 2024-12-05T07:56:04,159 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5b3889572ba48b7ba41c52de38901e2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733385360111 2024-12-05T07:56:04,160 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 38fdccd2c53b44f99f2f0168f55d7523, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733385360156 2024-12-05T07:56:04,160 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a057c0f3e6f544c7addda4e715a9aac4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=413, earliestPutTs=1733385360240 2024-12-05T07:56:04,168 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 14c8e40a83ac3f2797a479ef0fb79832#C#compaction#287 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:04,168 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/aacdca2f2ed142369edc1e4684561e0f is 50, key is test_row_0/C:col10/1733385362437/Put/seqid=0 2024-12-05T07:56:04,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742157_1333 (size=13255) 2024-12-05T07:56:04,583 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/aacdca2f2ed142369edc1e4684561e0f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aacdca2f2ed142369edc1e4684561e0f 2024-12-05T07:56:04,589 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 14c8e40a83ac3f2797a479ef0fb79832/C of 14c8e40a83ac3f2797a479ef0fb79832 into aacdca2f2ed142369edc1e4684561e0f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:04,589 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 14c8e40a83ac3f2797a479ef0fb79832: 2024-12-05T07:56:04,589 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., storeName=14c8e40a83ac3f2797a479ef0fb79832/C, priority=13, startTime=1733385363725; duration=0sec 2024-12-05T07:56:04,589 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:04,589 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 14c8e40a83ac3f2797a479ef0fb79832:C 2024-12-05T07:56:07,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:56:11,459 INFO [Thread-1149 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1149. 2024-12-05T07:56:11,459 DEBUG [Thread-1149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:11,459 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,459 DEBUG [Thread-1149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:11,469 INFO [Thread-1145 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1145. 2024-12-05T07:56:11,469 DEBUG [Thread-1145 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:11,469 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,469 DEBUG [Thread-1145 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,469 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:11,509 INFO [Thread-1151 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1151. 2024-12-05T07:56:11,509 DEBUG [Thread-1151 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:11,509 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,509 DEBUG [Thread-1151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,509 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:11,540 INFO [Thread-1147 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1147. 2024-12-05T07:56:11,540 DEBUG [Thread-1147 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:11,540 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,540 DEBUG [Thread-1147 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 270 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 16 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4235 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4192 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4498 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4279 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4189 2024-12-05T07:56:11,540 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:56:11,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:56:11,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testGetAtomicity(AcidGuaranteesTestBase.java:107) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:56:11,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:11,541 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:11,542 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:56:11,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=86, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:11,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:11,547 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385371547"}]},"ts":"1733385371547"} 2024-12-05T07:56:11,549 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:56:11,549 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:56:11,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=86, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:56:11,552 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, UNASSIGN}] 2024-12-05T07:56:11,554 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, UNASSIGN 2024-12-05T07:56:11,554 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=14c8e40a83ac3f2797a479ef0fb79832, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:11,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=87, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, UNASSIGN because future has completed 2024-12-05T07:56:11,557 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:56:11,557 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:11,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:11,710 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(122): Close 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:11,710 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:56:11,710 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1722): Closing 14c8e40a83ac3f2797a479ef0fb79832, disabling compactions & flushes 2024-12-05T07:56:11,711 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. after waiting 0 ms 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:11,711 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(2902): Flushing 14c8e40a83ac3f2797a479ef0fb79832 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=A 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=B 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:11,711 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 14c8e40a83ac3f2797a479ef0fb79832, store=C 2024-12-05T07:56:11,712 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:11,718 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/459f5798854b4bca9c905f91abdfb157 is 50, key is test_row_0/A:col10/1733385371468/Put/seqid=0 2024-12-05T07:56:11,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742158_1334 (size=9857) 2024-12-05T07:56:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:12,126 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/459f5798854b4bca9c905f91abdfb157 2024-12-05T07:56:12,142 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/f6c4cb575e9447ffab118fc52b1718bc is 50, key is test_row_0/B:col10/1733385371468/Put/seqid=0 2024-12-05T07:56:12,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742159_1335 (size=9857) 2024-12-05T07:56:12,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:12,547 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/f6c4cb575e9447ffab118fc52b1718bc 2024-12-05T07:56:12,559 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/303bf6b37dd74804b35e1a6d12f3816d is 50, key is test_row_0/C:col10/1733385371468/Put/seqid=0 2024-12-05T07:56:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742160_1336 (size=9857) 2024-12-05T07:56:12,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:12,966 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=423 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/303bf6b37dd74804b35e1a6d12f3816d 2024-12-05T07:56:13,005 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/A/459f5798854b4bca9c905f91abdfb157 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/459f5798854b4bca9c905f91abdfb157 2024-12-05T07:56:13,011 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/459f5798854b4bca9c905f91abdfb157, entries=100, sequenceid=423, filesize=9.6 K 2024-12-05T07:56:13,012 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/B/f6c4cb575e9447ffab118fc52b1718bc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/f6c4cb575e9447ffab118fc52b1718bc 2024-12-05T07:56:13,017 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/f6c4cb575e9447ffab118fc52b1718bc, entries=100, sequenceid=423, filesize=9.6 K 2024-12-05T07:56:13,018 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/.tmp/C/303bf6b37dd74804b35e1a6d12f3816d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/303bf6b37dd74804b35e1a6d12f3816d 2024-12-05T07:56:13,021 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/303bf6b37dd74804b35e1a6d12f3816d, entries=100, sequenceid=423, filesize=9.6 K 2024-12-05T07:56:13,021 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 14c8e40a83ac3f2797a479ef0fb79832 in 1310ms, sequenceid=423, compaction requested=false 2024-12-05T07:56:13,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/007b643d14ba4607b395dd99951f3fc6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/5f1bb44a64a8425cbdc3e60683fba317, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/b6493ef3ed494380b5abc57478287410, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8d50b95c8ce84475b55a36190108069d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4d8f73923565470e942aae42432e77f0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/9e066869bda74a2a8e4b325eb6d1976d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/361c165b098d48deafeb8fc69e5ddaff, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/e1ab1e879072479ca3fbf04d69e751b8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d] to archive 2024-12-05T07:56:13,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:13,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/46b2397518f64865bfb894f85a635639 2024-12-05T07:56:13,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6d63aeec11fc4e889261f3da4a5684c6 2024-12-05T07:56:13,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7237fb7dec28466ba7afeff0b59edc5e 2024-12-05T07:56:13,027 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/007b643d14ba4607b395dd99951f3fc6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/007b643d14ba4607b395dd99951f3fc6 2024-12-05T07:56:13,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8603b0e8d9ff4509ae8a30873057b4c7 2024-12-05T07:56:13,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/6c483471aa684987986ed44c643e5351 2024-12-05T07:56:13,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/5f1bb44a64a8425cbdc3e60683fba317 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/5f1bb44a64a8425cbdc3e60683fba317 2024-12-05T07:56:13,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/f26d3845ec064e0993c62f593ed7539b 2024-12-05T07:56:13,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/a5d4fc7c39f140bfa263d6512ccd13ab 2024-12-05T07:56:13,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/b6493ef3ed494380b5abc57478287410 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/b6493ef3ed494380b5abc57478287410 2024-12-05T07:56:13,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/81b01e12d23f4044abf79abe014b9cda 2024-12-05T07:56:13,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/90245428419947b29961b56860a1a653 2024-12-05T07:56:13,033 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8d50b95c8ce84475b55a36190108069d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/8d50b95c8ce84475b55a36190108069d 2024-12-05T07:56:13,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/1899f58b4f9b4213b54273d0dc39ba0e 2024-12-05T07:56:13,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/2e853c4be5cc4b15831bd194bb82fb63 2024-12-05T07:56:13,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/0b15ea2e98ff42ccb021bea6dd017064 2024-12-05T07:56:13,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4d8f73923565470e942aae42432e77f0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4d8f73923565470e942aae42432e77f0 2024-12-05T07:56:13,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/94edca1104d84eeca321e03511ac3e26 2024-12-05T07:56:13,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/83cdc713ccb545c38d614da4b90915d5 2024-12-05T07:56:13,038 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/9e066869bda74a2a8e4b325eb6d1976d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/9e066869bda74a2a8e4b325eb6d1976d 2024-12-05T07:56:13,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/c0b572c861ff422a9cf1ac87697b8c32 2024-12-05T07:56:13,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/361c165b098d48deafeb8fc69e5ddaff to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/361c165b098d48deafeb8fc69e5ddaff 2024-12-05T07:56:13,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/4f5262cc8f6048e391a8affa997f1c98 2024-12-05T07:56:13,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/20c772fd25c04691a8254c0a7f66e63c 2024-12-05T07:56:13,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/e1ab1e879072479ca3fbf04d69e751b8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/e1ab1e879072479ca3fbf04d69e751b8 2024-12-05T07:56:13,042 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/cfad6bdd121c407482428e73a63431a0 2024-12-05T07:56:13,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/7d0b6fe5f8a54e2e980d62a165bcf73c 2024-12-05T07:56:13,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/eb6e957139834c928089ea2afee7643d 2024-12-05T07:56:13,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95b8f97ddf284e94bcbb8791da6812d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/45d41b6969234bd9b6643c8d64304ee4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3307bc4b444f42258d2d274fc1e2928c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/594ff72ad8ec412fa49c13ac73ab8a6c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/51a6b538931c4665b4b7375006364f43, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/65de19fb67a94783abc0ccc6ca4a2eeb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/d82ace2c4430409e9f9c331d165ab1f9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/32dc2e8a666e4a6e92b7766f2cd2665d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02] to archive 2024-12-05T07:56:13,046 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:13,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a2423ff569dc4ba38a34e59d0f618034 2024-12-05T07:56:13,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ed3b39ab294443babb36ea2219885cf2 2024-12-05T07:56:13,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95b8f97ddf284e94bcbb8791da6812d4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95b8f97ddf284e94bcbb8791da6812d4 2024-12-05T07:56:13,049 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/38edddd576af48b4b7165f019ea5bbac 2024-12-05T07:56:13,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0eb6c95c58fb4f0f966665feb53471c8 2024-12-05T07:56:13,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/73e27864bcbc4c3b9feb62d6c6ac488e 2024-12-05T07:56:13,052 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/45d41b6969234bd9b6643c8d64304ee4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/45d41b6969234bd9b6643c8d64304ee4 2024-12-05T07:56:13,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/b6f2558456ac432db1692453c0f068ee 2024-12-05T07:56:13,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/1e31118396064b13be1ef30fd718bcf5 2024-12-05T07:56:13,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3307bc4b444f42258d2d274fc1e2928c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3307bc4b444f42258d2d274fc1e2928c 2024-12-05T07:56:13,055 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ba051de25ecb4566814a5d9a26122fd3 2024-12-05T07:56:13,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7d37c1f7e94242e19a8f87321433cb35 2024-12-05T07:56:13,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/594ff72ad8ec412fa49c13ac73ab8a6c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/594ff72ad8ec412fa49c13ac73ab8a6c 2024-12-05T07:56:13,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/de6fd54e4a374b618607eb990c0f24b1 2024-12-05T07:56:13,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/95de7ea437e8441890c7b041022d5dd3 2024-12-05T07:56:13,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/51a6b538931c4665b4b7375006364f43 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/51a6b538931c4665b4b7375006364f43 2024-12-05T07:56:13,060 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/7e9349b891ab4faa99b51500c5e23102 2024-12-05T07:56:13,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/596b14591f26435c9d14a4171bc4b9f5 2024-12-05T07:56:13,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/65de19fb67a94783abc0ccc6ca4a2eeb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/65de19fb67a94783abc0ccc6ca4a2eeb 2024-12-05T07:56:13,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/18d700d6d4d24aa18db97fd5c5026501 2024-12-05T07:56:13,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0a0a4cd210774d2eadb8cf672c399348 2024-12-05T07:56:13,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/d82ace2c4430409e9f9c331d165ab1f9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/d82ace2c4430409e9f9c331d165ab1f9 2024-12-05T07:56:13,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/0bca4c004ac045b3aab91c6795bfba13 2024-12-05T07:56:13,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/8e0ed955251b4d60a220977c1fe8e14f 2024-12-05T07:56:13,065 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/32dc2e8a666e4a6e92b7766f2cd2665d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/32dc2e8a666e4a6e92b7766f2cd2665d 2024-12-05T07:56:13,066 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/ebf3712c68d341f2b5bcf6222b0d641b 2024-12-05T07:56:13,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/3bcf29756c7f4e8093a96857d53ddf5e 2024-12-05T07:56:13,067 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/970a87b3077b472c88fa5b8f58939c02 2024-12-05T07:56:13,068 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b72f233dd805427cb33eb62b611ee446, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/0d6f9b76af064823b160f7f452fcff19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f8ab2854204b12a0699449fc1da3df, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/954cf341027d40ffb6c1c8b4b3cc1a82, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9baff66a64514cff8b701ca39ff5dc7e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/24f0778da3f245908b390fa41b508eed, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f294248d8aee42d283351c7eb071653a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a5b3889572ba48b7ba41c52de38901e2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4] to archive 2024-12-05T07:56:13,069 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:13,070 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/110b62106ef94e839ab26ef3dc5c7891 2024-12-05T07:56:13,071 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/915c8051de994909b82d7da22f2aed38 2024-12-05T07:56:13,072 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b72f233dd805427cb33eb62b611ee446 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b72f233dd805427cb33eb62b611ee446 2024-12-05T07:56:13,073 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9f8216fa01da4845b53154e73a4ff273 2024-12-05T07:56:13,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/35dad2842387464d8c6441213bd32035 2024-12-05T07:56:13,074 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f3b40495b1e34a989ae5d213912cfcd0 2024-12-05T07:56:13,075 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/0d6f9b76af064823b160f7f452fcff19 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/0d6f9b76af064823b160f7f452fcff19 2024-12-05T07:56:13,076 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56aa02f857d240fb98fda692457006fd 2024-12-05T07:56:13,077 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/e5ec74a8ecb943899d0e8b99d5889623 2024-12-05T07:56:13,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f8ab2854204b12a0699449fc1da3df to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f8ab2854204b12a0699449fc1da3df 2024-12-05T07:56:13,078 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5fcc45199891437db93a51869cbaadf5 2024-12-05T07:56:13,079 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/56ab0a5ef6bd4935a7a3d6f41e2d8be0 2024-12-05T07:56:13,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/954cf341027d40ffb6c1c8b4b3cc1a82 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/954cf341027d40ffb6c1c8b4b3cc1a82 2024-12-05T07:56:13,080 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aabdfb28d1f44759b2657eaa6e5d3a2a 2024-12-05T07:56:13,081 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/568fdcec7aed4c928f7588f26ef27eb7 2024-12-05T07:56:13,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9baff66a64514cff8b701ca39ff5dc7e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/9baff66a64514cff8b701ca39ff5dc7e 2024-12-05T07:56:13,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/10f9c25534c4428bb84ac9cbfc6f2c17 2024-12-05T07:56:13,083 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/87cba48f504d4ad586218dc915f71ea3 2024-12-05T07:56:13,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/24f0778da3f245908b390fa41b508eed to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/24f0778da3f245908b390fa41b508eed 2024-12-05T07:56:13,085 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/52005feca0d64593a59f9e5024d0e626 2024-12-05T07:56:13,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/b5f1f09936ad4184a9703725c93d4094 2024-12-05T07:56:13,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f294248d8aee42d283351c7eb071653a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/f294248d8aee42d283351c7eb071653a 2024-12-05T07:56:13,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/d0aecffe80164c49a4499cd49bb43d78 2024-12-05T07:56:13,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/8d7801ddbf304817b65fb2ef9109df65 2024-12-05T07:56:13,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a5b3889572ba48b7ba41c52de38901e2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a5b3889572ba48b7ba41c52de38901e2 2024-12-05T07:56:13,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/5b9150a2bb35411787c3cc7f7c13cb32 2024-12-05T07:56:13,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/38fdccd2c53b44f99f2f0168f55d7523 2024-12-05T07:56:13,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/a057c0f3e6f544c7addda4e715a9aac4 2024-12-05T07:56:13,094 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/recovered.edits/426.seqid, newMaxSeqId=426, maxSeqId=1 2024-12-05T07:56:13,094 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. 2024-12-05T07:56:13,094 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] regionserver.HRegion(1676): Region close journal for 14c8e40a83ac3f2797a479ef0fb79832: Waiting for close lock at 1733385371710Running coprocessor pre-close hooks at 1733385371710Disabling compacts and flushes for region at 1733385371710Disabling writes for close at 1733385371711 (+1 ms)Obtaining lock to block concurrent updates at 1733385371711Preparing flush snapshotting stores in 14c8e40a83ac3f2797a479ef0fb79832 at 1733385371711Finished memstore snapshotting TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733385371712 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832. at 1733385371713 (+1 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/A: creating writer at 1733385371713Flushing 14c8e40a83ac3f2797a479ef0fb79832/A: appending metadata at 1733385371717 (+4 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/A: closing flushed file at 1733385371717Flushing 14c8e40a83ac3f2797a479ef0fb79832/B: creating writer at 1733385372136 (+419 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/B: appending metadata at 1733385372142 (+6 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/B: closing flushed file at 1733385372142Flushing 14c8e40a83ac3f2797a479ef0fb79832/C: creating writer at 1733385372554 (+412 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/C: appending metadata at 1733385372558 (+4 ms)Flushing 14c8e40a83ac3f2797a479ef0fb79832/C: closing flushed file at 1733385372559 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7eaaa9c9: reopening flushed file at 1733385373004 (+445 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69c0a6d: reopening flushed file at 1733385373011 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e83a5e4: reopening flushed file at 1733385373017 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 14c8e40a83ac3f2797a479ef0fb79832 in 1310ms, sequenceid=423, compaction requested=false at 1733385373021 (+4 ms)Writing region close event to WAL at 1733385373091 (+70 ms)Running coprocessor post-close hooks at 1733385373094 (+3 ms)Closed at 1733385373094 2024-12-05T07:56:13,095 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=89}] handler.UnassignRegionHandler(157): Closed 14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:13,096 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=88 updating hbase:meta row=14c8e40a83ac3f2797a479ef0fb79832, regionState=CLOSED 2024-12-05T07:56:13,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=89, ppid=88, state=RUNNABLE, hasLock=false; CloseRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88 2024-12-05T07:56:13,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseRegionProcedure 14c8e40a83ac3f2797a479ef0fb79832, server=fc6cd38557f3,33411,1733385279324 in 1.5400 sec 2024-12-05T07:56:13,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=87 2024-12-05T07:56:13,100 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=87, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=14c8e40a83ac3f2797a479ef0fb79832, UNASSIGN in 1.5460 sec 2024-12-05T07:56:13,101 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=86 2024-12-05T07:56:13,102 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=86, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5500 sec 2024-12-05T07:56:13,103 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385373103"}]},"ts":"1733385373103"} 2024-12-05T07:56:13,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:56:13,104 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:56:13,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.5630 sec 2024-12-05T07:56:13,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=86 2024-12-05T07:56:13,688 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:13,689 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:56:13,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,691 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=90, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T07:56:13,692 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=90, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,695 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:13,699 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/recovered.edits] 2024-12-05T07:56:13,703 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/3d7ea65141c7498a905b07e2b5568d84 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/3d7ea65141c7498a905b07e2b5568d84 2024-12-05T07:56:13,706 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/459f5798854b4bca9c905f91abdfb157 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/A/459f5798854b4bca9c905f91abdfb157 2024-12-05T07:56:13,708 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a62c785cebd940669d56b7896550ba3e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/a62c785cebd940669d56b7896550ba3e 2024-12-05T07:56:13,709 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/f6c4cb575e9447ffab118fc52b1718bc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/B/f6c4cb575e9447ffab118fc52b1718bc 2024-12-05T07:56:13,710 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/303bf6b37dd74804b35e1a6d12f3816d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/303bf6b37dd74804b35e1a6d12f3816d 2024-12-05T07:56:13,711 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aacdca2f2ed142369edc1e4684561e0f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/C/aacdca2f2ed142369edc1e4684561e0f 2024-12-05T07:56:13,713 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/recovered.edits/426.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832/recovered.edits/426.seqid 2024-12-05T07:56:13,713 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/14c8e40a83ac3f2797a479ef0fb79832 2024-12-05T07:56:13,713 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:56:13,715 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=90, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,717 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:56:13,720 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:56:13,721 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=90, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,721 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:56:13,721 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385373721"}]},"ts":"9223372036854775807"} 2024-12-05T07:56:13,724 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:56:13,724 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 14c8e40a83ac3f2797a479ef0fb79832, NAME => 'TestAcidGuarantees,,1733385338565.14c8e40a83ac3f2797a479ef0fb79832.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:56:13,724 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:56:13,724 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385373724"}]},"ts":"9223372036854775807"} 2024-12-05T07:56:13,726 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:56:13,727 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=90, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 38 msec 2024-12-05T07:56:13,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=90 2024-12-05T07:56:13,799 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:56:13,802 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:13,813 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testGetAtomicity Thread=248 (was 252), OpenFileDescriptor=453 (was 461), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=363 (was 516), ProcessCount=11 (was 11), AvailableMemoryMB=6260 (was 6519) 2024-12-05T07:56:13,821 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=6259 2024-12-05T07:56:13,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:56:13,823 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:56:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:13,825 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:56:13,825 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:13,825 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 91 2024-12-05T07:56:13,826 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:56:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T07:56:13,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742161_1337 (size=1061) 2024-12-05T07:56:13,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T07:56:14,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T07:56:14,235 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:56:14,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742162_1338 (size=53) 2024-12-05T07:56:14,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:56:14,243 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 99c6a3b8e795bd2e656c318955e51e8f, disabling compactions & flushes 2024-12-05T07:56:14,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. after waiting 0 ms 2024-12-05T07:56:14,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,244 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,244 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 99c6a3b8e795bd2e656c318955e51e8f: Waiting for close lock at 1733385374243Disabling compacts and flushes for region at 1733385374243Disabling writes for close at 1733385374244 (+1 ms)Writing region close event to WAL at 1733385374244Closed at 1733385374244 2024-12-05T07:56:14,245 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:56:14,246 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385374245"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385374245"}]},"ts":"1733385374245"} 2024-12-05T07:56:14,249 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:56:14,250 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:56:14,250 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385374250"}]},"ts":"1733385374250"} 2024-12-05T07:56:14,251 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:56:14,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, ASSIGN}] 2024-12-05T07:56:14,252 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, ASSIGN 2024-12-05T07:56:14,253 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:56:14,404 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:14,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, ASSIGN because future has completed 2024-12-05T07:56:14,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:14,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T07:56:14,564 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,565 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7752): Opening region: {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:56:14,565 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,565 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:56:14,566 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7794): checking encryption for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,566 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(7797): checking classloading for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,568 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,570 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:14,571 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName A 2024-12-05T07:56:14,571 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:14,572 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:14,572 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,573 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:14,573 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName B 2024-12-05T07:56:14,573 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:14,574 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:14,574 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,575 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:14,575 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName C 2024-12-05T07:56:14,576 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:14,576 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:14,576 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,576 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1038): replaying wal for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,577 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,578 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,579 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1048): stopping wal replay for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,579 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1060): Cleaning up temporary data for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,579 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:56:14,580 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1093): writing seq id for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,582 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:56:14,582 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1114): Opened 99c6a3b8e795bd2e656c318955e51e8f; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61311946, jitterRate=-0.08638080954551697}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:56:14,582 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:14,583 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegion(1006): Region open journal for 99c6a3b8e795bd2e656c318955e51e8f: Running coprocessor pre-open hook at 1733385374566Writing region info on filesystem at 1733385374566Initializing all the Stores at 1733385374567 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385374567Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385374568 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385374568Cleaning up temporary data from old regions at 1733385374579 (+11 ms)Running coprocessor post-open hooks at 1733385374582 (+3 ms)Region opened successfully at 1733385374583 (+1 ms) 2024-12-05T07:56:14,583 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., pid=93, masterSystemTime=1733385374559 2024-12-05T07:56:14,585 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,585 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=93}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:14,585 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=92 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:14,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:14,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92 2024-12-05T07:56:14,589 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 in 181 msec 2024-12-05T07:56:14,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-05T07:56:14,590 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, ASSIGN in 338 msec 2024-12-05T07:56:14,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:56:14,591 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385374591"}]},"ts":"1733385374591"} 2024-12-05T07:56:14,592 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:56:14,592 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=91, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:56:14,593 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 769 msec 2024-12-05T07:56:14,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=91 2024-12-05T07:56:14,958 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:14,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab2a0ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:14,959 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:14,959 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:14,960 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43fbf0e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:14,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:14,962 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32880, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:14,963 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24bd6f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:14,963 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:14,964 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:14,965 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46840, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:14,966 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:56:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:56:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b202455 2024-12-05T07:56:14,967 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:56:14,968 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32894, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:56:14,970 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:56:14,971 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:56:14,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=94, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:14,984 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742163_1339 (size=1097) 2024-12-05T07:56:15,386 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T07:56:15,386 INFO [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T07:56:15,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:56:15,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE}] 2024-12-05T07:56:15,392 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE 2024-12-05T07:56:15,393 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:15,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE because future has completed 2024-12-05T07:56:15,395 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:56:15,395 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:15,547 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(122): Close 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,547 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:56:15,547 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1722): Closing 99c6a3b8e795bd2e656c318955e51e8f, disabling compactions & flushes 2024-12-05T07:56:15,548 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,548 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,548 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. after waiting 0 ms 2024-12-05T07:56:15,548 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,553 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T07:56:15,554 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,555 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegion(1676): Region close journal for 99c6a3b8e795bd2e656c318955e51e8f: Waiting for close lock at 1733385375547Running coprocessor pre-close hooks at 1733385375547Disabling compacts and flushes for region at 1733385375547Disabling writes for close at 1733385375548 (+1 ms)Writing region close event to WAL at 1733385375548Running coprocessor post-close hooks at 1733385375554 (+6 ms)Closed at 1733385375554 2024-12-05T07:56:15,555 WARN [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] regionserver.HRegionServer(3299): Not adding moved region record: 99c6a3b8e795bd2e656c318955e51e8f to self. 2024-12-05T07:56:15,557 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=97}] handler.UnassignRegionHandler(157): Closed 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,558 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=CLOSED 2024-12-05T07:56:15,561 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=97, ppid=96, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:15,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=97, resume processing ppid=96 2024-12-05T07:56:15,565 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=97, ppid=96, state=SUCCESS, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 in 167 msec 2024-12-05T07:56:15,566 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=true 2024-12-05T07:56:15,717 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:15,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=96, ppid=95, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE because future has completed 2024-12-05T07:56:15,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:15,882 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,882 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7752): Opening region: {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:56:15,882 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,882 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:56:15,882 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7794): checking encryption for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,882 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7797): checking classloading for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,884 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,885 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:15,885 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName A 2024-12-05T07:56:15,886 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:15,887 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:15,888 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,888 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:15,889 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName B 2024-12-05T07:56:15,889 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:15,889 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:15,889 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,890 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:15,890 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99c6a3b8e795bd2e656c318955e51e8f columnFamilyName C 2024-12-05T07:56:15,890 DEBUG [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:15,890 INFO [StoreOpener-99c6a3b8e795bd2e656c318955e51e8f-1 {}] regionserver.HStore(327): Store=99c6a3b8e795bd2e656c318955e51e8f/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:15,890 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,890 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1038): replaying wal for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,891 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,892 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,892 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1048): stopping wal replay for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,892 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1060): Cleaning up temporary data for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,893 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:56:15,894 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1093): writing seq id for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,894 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1114): Opened 99c6a3b8e795bd2e656c318955e51e8f; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72406803, jitterRate=0.07894544303417206}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:56:15,894 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,895 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1006): Region open journal for 99c6a3b8e795bd2e656c318955e51e8f: Running coprocessor pre-open hook at 1733385375882Writing region info on filesystem at 1733385375882Initializing all the Stores at 1733385375883 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385375883Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385375884 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385375884Cleaning up temporary data from old regions at 1733385375892 (+8 ms)Running coprocessor post-open hooks at 1733385375894 (+2 ms)Region opened successfully at 1733385375895 (+1 ms) 2024-12-05T07:56:15,895 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., pid=98, masterSystemTime=1733385375877 2024-12-05T07:56:15,897 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,897 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:15,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=96 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=OPEN, openSeqNum=5, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:15,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=98, ppid=96, state=RUNNABLE, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=98, resume processing ppid=96 2024-12-05T07:56:15,900 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=98, ppid=96, state=SUCCESS, hasLock=false; OpenRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 in 177 msec 2024-12-05T07:56:15,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=96, resume processing ppid=95 2024-12-05T07:56:15,901 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=96, ppid=95, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, REOPEN/MOVE in 509 msec 2024-12-05T07:56:15,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-05T07:56:15,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-12-05T07:56:15,906 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 934 msec 2024-12-05T07:56:15,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=94 2024-12-05T07:56:15,907 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:15,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38802cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,908 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,908 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,909 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f247131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,909 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,910 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,910 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,911 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffdab03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,911 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@209ba84b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,911 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,912 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,912 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,912 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7971cb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,913 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,913 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,914 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63d440af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,915 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7495e76b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,915 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,915 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,915 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c73b714, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,916 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,917 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32938, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,917 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@406fe8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7288b4d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,918 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,918 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,919 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799839fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,919 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,920 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32956, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,921 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d76689, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,922 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69edc398, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,922 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,922 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,923 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c00cc9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,923 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,924 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,925 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32976, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,926 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b4a355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,926 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62931224, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,926 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,927 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,927 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d516704, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,928 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,929 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32984, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,929 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e2b7251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,930 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400fc310, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,931 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7033eee3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,931 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,932 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,933 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aeb8692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,933 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@227d6625, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,933 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,933 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,934 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,934 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@543f4eae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,935 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,935 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33006, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,936 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c98c7ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15113514, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,937 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,937 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,937 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,937 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2473bbbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,938 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,939 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33024, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,939 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@201950bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,940 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ed8e2d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:15,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:15,941 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ca1fd61, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:15,941 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:15,942 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33044, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:15,943 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8ec129, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:15,943 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:15,943 DEBUG [Thread-1546 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,943 DEBUG [Thread-1563 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,944 DEBUG [Thread-1565 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,944 DEBUG [Thread-1552 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,944 DEBUG [Thread-1554 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-05T07:56:15,944 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,945 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:15,946 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,946 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:15,946 DEBUG [Thread-1559 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46852, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46878, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,947 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46892, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,947 DEBUG [Thread-1557 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,947 DEBUG [Thread-1548 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,947 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:15,947 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,948 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46900, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46916, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,950 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,951 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,953 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,955 DEBUG [Thread-1561 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,955 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,955 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46930, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,960 DEBUG [Thread-1550 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,960 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:15,961 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:15,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46942, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:15,962 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:56:15,964 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:15,964 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:15,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:15,986 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205eca5582f80814cfa8c1a9de90159f27a_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385375956/Put/seqid=0 2024-12-05T07:56:16,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742164_1340 (size=12154) 2024-12-05T07:56:16,004 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385435997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,004 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385375991, max timestamp=1733385376001Num uniques 859; 2024-12-05T07:56:16,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385375991, max timestamp=1733385376001Num uniques 859; 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:16,005 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385435998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,005 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385375991, max timestamp=1733385376001Num uniques 859; 2024-12-05T07:56:16,007 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:16,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:16,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385436053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,062 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385436054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,065 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385436062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,074 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,101 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,110 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385436107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,111 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385436107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,111 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385436167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,176 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385436167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,177 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,178 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385436178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,182 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385436318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385436318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,323 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385436388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,394 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385436388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385436388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,395 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,397 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:16,401 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205eca5582f80814cfa8c1a9de90159f27a_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205eca5582f80814cfa8c1a9de90159f27a_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:16,402 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/66d35685c8434671bc0f5f53893f3a2d, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:16,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/66d35685c8434671bc0f5f53893f3a2d is 175, key is test_row_0/A:col10/1733385375956/Put/seqid=0 2024-12-05T07:56:16,405 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,405 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,420 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742165_1341 (size=30951) 2024-12-05T07:56:16,558 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,559 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:16,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385436627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385436627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,634 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,711 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,711 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,712 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385436707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385436707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385436707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:16,713 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:16,821 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=14, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/66d35685c8434671bc0f5f53893f3a2d 2024-12-05T07:56:16,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/a1aecb7c6da14c3e92ad3b56e1d82839 is 50, key is test_row_0/B:col10/1733385375956/Put/seqid=0 2024-12-05T07:56:16,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742166_1342 (size=9657) 2024-12-05T07:56:16,864 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:16,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:16,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:16,864 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,017 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:17,141 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:17,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385437138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:17,142 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:17,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385437138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:17,169 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:17,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,169 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,222 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:17,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385437217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:17,222 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,223 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:17,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385437228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:17,233 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385437228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:17,233 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:17,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/a1aecb7c6da14c3e92ad3b56e1d82839 2024-12-05T07:56:17,267 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/ae080777a45944d39020dd4a2fc8df50 is 50, key is test_row_0/C:col10/1733385375956/Put/seqid=0 2024-12-05T07:56:17,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742167_1343 (size=9657) 2024-12-05T07:56:17,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:17,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,322 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,473 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,473 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,474 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,626 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,627 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,627 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:17,671 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/ae080777a45944d39020dd4a2fc8df50 2024-12-05T07:56:17,674 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/66d35685c8434671bc0f5f53893f3a2d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d 2024-12-05T07:56:17,677 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d, entries=150, sequenceid=14, filesize=30.2 K 2024-12-05T07:56:17,678 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/a1aecb7c6da14c3e92ad3b56e1d82839 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839 2024-12-05T07:56:17,682 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839, entries=100, sequenceid=14, filesize=9.4 K 2024-12-05T07:56:17,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/ae080777a45944d39020dd4a2fc8df50 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50 2024-12-05T07:56:17,686 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50, entries=100, sequenceid=14, filesize=9.4 K 2024-12-05T07:56:17,687 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 99c6a3b8e795bd2e656c318955e51e8f in 1723ms, sequenceid=14, compaction requested=false 2024-12-05T07:56:17,687 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:17,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-05T07:56:17,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:17,779 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:17,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:17,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bf1491d6c6e8445b99df84866a833463_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385376051/Put/seqid=0 2024-12-05T07:56:17,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742168_1344 (size=12154) 2024-12-05T07:56:18,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:18,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:18,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:18,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:18,194 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bf1491d6c6e8445b99df84866a833463_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bf1491d6c6e8445b99df84866a833463_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:18,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/a0881d1c39c445c0a3aaf1944c2f1f2a, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:18,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/a0881d1c39c445c0a3aaf1944c2f1f2a is 175, key is test_row_0/A:col10/1733385376051/Put/seqid=0 2024-12-05T07:56:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742169_1345 (size=30955) 2024-12-05T07:56:18,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385438212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,212 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385438212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,219 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,244 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385438238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,244 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2182 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,245 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385438248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,254 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385438248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,254 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2201 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:18,254 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,255 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385438318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,325 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385438328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,334 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,532 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385438528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,532 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,545 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385438538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,546 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,599 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=50, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/a0881d1c39c445c0a3aaf1944c2f1f2a 2024-12-05T07:56:18,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/3026038f0f1a40e59c8f00e8848236d5 is 50, key is test_row_0/B:col10/1733385376051/Put/seqid=0 2024-12-05T07:56:18,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742170_1346 (size=12001) 2024-12-05T07:56:18,609 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/3026038f0f1a40e59c8f00e8848236d5 2024-12-05T07:56:18,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c601a737bc3849ff8f9ce23cdd8cf8d6 is 50, key is test_row_0/C:col10/1733385376051/Put/seqid=0 2024-12-05T07:56:18,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742171_1347 (size=12001) 2024-12-05T07:56:18,621 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:56:18,842 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385438837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,843 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:18,864 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:18,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385438857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:18,865 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,018 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c601a737bc3849ff8f9ce23cdd8cf8d6 2024-12-05T07:56:19,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/a0881d1c39c445c0a3aaf1944c2f1f2a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a 2024-12-05T07:56:19,024 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a, entries=150, sequenceid=50, filesize=30.2 K 2024-12-05T07:56:19,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/3026038f0f1a40e59c8f00e8848236d5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5 2024-12-05T07:56:19,028 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T07:56:19,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c601a737bc3849ff8f9ce23cdd8cf8d6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6 2024-12-05T07:56:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6, entries=150, sequenceid=50, filesize=11.7 K 2024-12-05T07:56:19,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 99c6a3b8e795bd2e656c318955e51e8f in 1253ms, sequenceid=50, compaction requested=false 2024-12-05T07:56:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:19,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:19,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-05T07:56:19,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=100 2024-12-05T07:56:19,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=100, resume processing ppid=99 2024-12-05T07:56:19,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=100, ppid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0870 sec 2024-12-05T07:56:19,037 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=99, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 3.0930 sec 2024-12-05T07:56:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:19,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:19,350 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:19,355 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dea2114f80f744a4b6d96cff7bd9fa37_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:19,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742172_1348 (size=14594) 2024-12-05T07:56:19,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385439411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,417 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385439412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,418 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,530 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385439528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385439528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,531 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385439737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,741 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385439737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:19,741 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:19,759 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:19,762 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dea2114f80f744a4b6d96cff7bd9fa37_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dea2114f80f744a4b6d96cff7bd9fa37_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:19,762 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/41d0b9dd18714a728c4f219d4748f0eb, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:19,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/41d0b9dd18714a728c4f219d4748f0eb is 175, key is test_row_0/A:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:19,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742173_1349 (size=39549) 2024-12-05T07:56:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,049 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385440048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,050 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=99 2024-12-05T07:56:20,108 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:20,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees 2024-12-05T07:56:20,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:20,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:20,110 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=101, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:20,110 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:20,173 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=62, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/41d0b9dd18714a728c4f219d4748f0eb 2024-12-05T07:56:20,179 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/940823f5c36d4b3f9f5f3df0486b0f66 is 50, key is test_row_0/B:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:20,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742174_1350 (size=12001) 2024-12-05T07:56:20,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:20,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385440258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,264 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,264 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,265 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385440267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,272 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385440267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,272 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,273 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4220 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,273 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,415 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:20,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385440558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385440558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:20,562 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:20,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/940823f5c36d4b3f9f5f3df0486b0f66 2024-12-05T07:56:20,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/7202bb1a801243c2bd45fa307e9704d9 is 50, key is test_row_0/C:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:20,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742175_1351 (size=12001) 2024-12-05T07:56:20,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:20,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:20,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] handler.RSProcedureHandler(58): pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=102 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=102 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:20,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=62 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/7202bb1a801243c2bd45fa307e9704d9 2024-12-05T07:56:20,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/41d0b9dd18714a728c4f219d4748f0eb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb 2024-12-05T07:56:20,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb, entries=200, sequenceid=62, filesize=38.6 K 2024-12-05T07:56:21,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/940823f5c36d4b3f9f5f3df0486b0f66 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66 2024-12-05T07:56:21,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:56:21,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/7202bb1a801243c2bd45fa307e9704d9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9 2024-12-05T07:56:21,006 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9, entries=150, sequenceid=62, filesize=11.7 K 2024-12-05T07:56:21,006 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=114.05 KB/116790 for 99c6a3b8e795bd2e656c318955e51e8f in 1656ms, sequenceid=62, compaction requested=true 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:21,006 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:21,006 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:21,006 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:21,007 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:21,007 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:21,007 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,007 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=32.9 K 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101455 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a1aecb7c6da14c3e92ad3b56e1d82839, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385375956 2024-12-05T07:56:21,008 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,008 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=99.1 K 2024-12-05T07:56:21,008 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3026038f0f1a40e59c8f00e8848236d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733385376045 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb] 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 940823f5c36d4b3f9f5f3df0486b0f66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378210 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 66d35685c8434671bc0f5f53893f3a2d, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385375956 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a0881d1c39c445c0a3aaf1944c2f1f2a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733385376045 2024-12-05T07:56:21,008 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41d0b9dd18714a728c4f219d4748f0eb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378184 2024-12-05T07:56:21,012 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,013 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#300 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:21,014 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/dc4a27538d014ebabe2eb9185328cd5e is 50, key is test_row_0/B:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:21,014 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205e263c7d6074d4c98b839d22a43034439_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,016 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205e263c7d6074d4c98b839d22a43034439_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,016 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e263c7d6074d4c98b839d22a43034439_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742176_1352 (size=12104) 2024-12-05T07:56:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742177_1353 (size=4469) 2024-12-05T07:56:21,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=102 2024-12-05T07:56:21,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,026 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#301 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:21,026 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:21,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,026 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/8ca9c291c4d14e5e941cee1b7c67a75b is 175, key is test_row_0/A:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742178_1354 (size=31058) 2024-12-05T07:56:21,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cff3c4efe9864b4389edc0afddee517d_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385379410/Put/seqid=0 2024-12-05T07:56:21,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742179_1355 (size=12154) 2024-12-05T07:56:21,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:21,423 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/dc4a27538d014ebabe2eb9185328cd5e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/dc4a27538d014ebabe2eb9185328cd5e 2024-12-05T07:56:21,427 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into dc4a27538d014ebabe2eb9185328cd5e(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:21,427 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:21,427 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385381006; duration=0sec 2024-12-05T07:56:21,428 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:21,428 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:21,428 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:21,429 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:21,429 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:21,429 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,429 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=32.9 K 2024-12-05T07:56:21,429 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ae080777a45944d39020dd4a2fc8df50, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733385375956 2024-12-05T07:56:21,430 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c601a737bc3849ff8f9ce23cdd8cf8d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733385376045 2024-12-05T07:56:21,430 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7202bb1a801243c2bd45fa307e9704d9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378210 2024-12-05T07:56:21,438 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#303 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:21,438 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/fd3ae4987aa94e00a832bde352e337d8 is 50, key is test_row_0/C:col10/1733385378211/Put/seqid=0 2024-12-05T07:56:21,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:21,442 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/8ca9c291c4d14e5e941cee1b7c67a75b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b 2024-12-05T07:56:21,444 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742180_1356 (size=12104) 2024-12-05T07:56:21,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205cff3c4efe9864b4389edc0afddee517d_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3c4efe9864b4389edc0afddee517d_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:21,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/115fadc243734f7395a22ba994c4c7c2, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/115fadc243734f7395a22ba994c4c7c2 is 175, key is test_row_0/A:col10/1733385379410/Put/seqid=0 2024-12-05T07:56:21,449 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into 8ca9c291c4d14e5e941cee1b7c67a75b(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:21,449 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:21,449 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385381006; duration=0sec 2024-12-05T07:56:21,449 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:21,449 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:21,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742181_1357 (size=30955) 2024-12-05T07:56:21,456 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/115fadc243734f7395a22ba994c4c7c2 2024-12-05T07:56:21,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f3120521dad64f348c18d5a313425588 is 50, key is test_row_0/B:col10/1733385379410/Put/seqid=0 2024-12-05T07:56:21,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742182_1358 (size=12001) 2024-12-05T07:56:21,487 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f3120521dad64f348c18d5a313425588 2024-12-05T07:56:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d51359bebe0a4f86b9dd729895959f15 is 50, key is test_row_0/C:col10/1733385379410/Put/seqid=0 2024-12-05T07:56:21,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742183_1359 (size=12001) 2024-12-05T07:56:21,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:21,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:21,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385441593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:21,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385441599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,606 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385441707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:21,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385441718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,720 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:21,848 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/fd3ae4987aa94e00a832bde352e337d8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/fd3ae4987aa94e00a832bde352e337d8 2024-12-05T07:56:21,851 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into fd3ae4987aa94e00a832bde352e337d8(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:21,851 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:21,851 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385381006; duration=0sec 2024-12-05T07:56:21,852 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:21,852 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:21,904 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d51359bebe0a4f86b9dd729895959f15 2024-12-05T07:56:21,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/115fadc243734f7395a22ba994c4c7c2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2 2024-12-05T07:56:21,911 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2, entries=150, sequenceid=82, filesize=30.2 K 2024-12-05T07:56:21,911 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f3120521dad64f348c18d5a313425588 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588 2024-12-05T07:56:21,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588, entries=150, sequenceid=82, filesize=11.7 K 2024-12-05T07:56:21,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d51359bebe0a4f86b9dd729895959f15 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15 2024-12-05T07:56:21,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15, entries=150, sequenceid=82, filesize=11.7 K 2024-12-05T07:56:21,918 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 99c6a3b8e795bd2e656c318955e51e8f in 893ms, sequenceid=82, compaction requested=false 2024-12-05T07:56:21,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:21,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:21,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=102}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=102 2024-12-05T07:56:21,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=102 2024-12-05T07:56:21,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:21,919 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:21,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:21,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=102, resume processing ppid=101 2024-12-05T07:56:21,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=102, ppid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8090 sec 2024-12-05T07:56:21,923 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=101, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=101, table=TestAcidGuarantees in 1.8140 sec 2024-12-05T07:56:21,934 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120506e583966e3a4844a3052aa60f54a8a5_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:21,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742184_1360 (size=14594) 2024-12-05T07:56:21,938 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:21,940 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120506e583966e3a4844a3052aa60f54a8a5_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120506e583966e3a4844a3052aa60f54a8a5_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:21,941 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/df1b9308394d4b899c12d91ee28bafbb, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:21,941 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/df1b9308394d4b899c12d91ee28bafbb is 175, key is test_row_0/A:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:21,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742185_1361 (size=39549) 2024-12-05T07:56:21,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385441975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,981 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:21,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:21,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385441980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:21,987 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,091 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385442088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,092 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,102 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385442098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,102 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=101 2024-12-05T07:56:22,268 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:22,268 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees 2024-12-05T07:56:22,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:22,269 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:22,270 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=103, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:22,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:22,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385442298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,303 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385442308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,314 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,345 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=98, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/df1b9308394d4b899c12d91ee28bafbb 2024-12-05T07:56:22,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/112a277d518a43538f02e8107a5d00a4 is 50, key is test_row_0/B:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:22,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742186_1362 (size=12001) 2024-12-05T07:56:22,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:22,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,422 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:22,609 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385442607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,610 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:22,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385442618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:22,624 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:22,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,754 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/112a277d518a43538f02e8107a5d00a4 2024-12-05T07:56:22,759 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/5996ee70306c44a7a2db518009f7fad5 is 50, key is test_row_0/C:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:22,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742187_1363 (size=12001) 2024-12-05T07:56:22,880 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:22,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:22,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:23,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:23,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:23,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385443117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:23,120 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:23,144 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:23,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385443138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:23,144 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:23,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:23,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:23,182 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/5996ee70306c44a7a2db518009f7fad5 2024-12-05T07:56:23,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:23,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/df1b9308394d4b899c12d91ee28bafbb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb 2024-12-05T07:56:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] handler.RSProcedureHandler(58): pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=104 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=104 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:23,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb, entries=200, sequenceid=98, filesize=38.6 K 2024-12-05T07:56:23,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/112a277d518a43538f02e8107a5d00a4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4 2024-12-05T07:56:23,193 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T07:56:23,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/5996ee70306c44a7a2db518009f7fad5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5 2024-12-05T07:56:23,196 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5, entries=150, sequenceid=98, filesize=11.7 K 2024-12-05T07:56:23,197 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 99c6a3b8e795bd2e656c318955e51e8f in 1278ms, sequenceid=98, compaction requested=true 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:23,197 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:23,197 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:23,197 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:23,198 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:23,198 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:23,198 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:23,198 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:23,198 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,198 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,198 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=99.2 K 2024-12-05T07:56:23,198 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/dc4a27538d014ebabe2eb9185328cd5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=35.3 K 2024-12-05T07:56:23,198 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,198 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb] 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting dc4a27538d014ebabe2eb9185328cd5e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378210 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8ca9c291c4d14e5e941cee1b7c67a75b, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378210 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f3120521dad64f348c18d5a313425588, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733385379359 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 115fadc243734f7395a22ba994c4c7c2, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733385379359 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 112a277d518a43538f02e8107a5d00a4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:23,199 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting df1b9308394d4b899c12d91ee28bafbb, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:23,203 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:23,208 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120591348398a04f40b491f30f6cbb74c50d_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:23,210 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120591348398a04f40b491f30f6cbb74c50d_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:23,210 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120591348398a04f40b491f30f6cbb74c50d_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:23,214 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#310 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:23,215 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/7fb62b4a83c74cceb72b9426f229b05b is 50, key is test_row_0/B:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:23,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742188_1364 (size=12207) 2024-12-05T07:56:23,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742189_1365 (size=4469) 2024-12-05T07:56:23,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=104 2024-12-05T07:56:23,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,338 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:23,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:23,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dac0748b4fbf4e01ae0f2fd169f2e62c_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385381974/Put/seqid=0 2024-12-05T07:56:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742190_1366 (size=12154) 2024-12-05T07:56:23,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:23,642 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/7fb62b4a83c74cceb72b9426f229b05b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/7fb62b4a83c74cceb72b9426f229b05b 2024-12-05T07:56:23,646 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 7fb62b4a83c74cceb72b9426f229b05b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:23,646 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:23,646 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385383197; duration=0sec 2024-12-05T07:56:23,646 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:23,646 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:23,646 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:23,647 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:23,648 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:23,648 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:23,648 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#309 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:23,648 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/fd3ae4987aa94e00a832bde352e337d8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=35.3 K 2024-12-05T07:56:23,648 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/3856837c409b4e9a8fcda6ab3d3208ff is 175, key is test_row_0/A:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:23,649 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting fd3ae4987aa94e00a832bde352e337d8, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=62, earliestPutTs=1733385378210 2024-12-05T07:56:23,650 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d51359bebe0a4f86b9dd729895959f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733385379359 2024-12-05T07:56:23,651 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5996ee70306c44a7a2db518009f7fad5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:23,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742191_1367 (size=31161) 2024-12-05T07:56:23,656 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#312 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:23,657 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/05ea557c57e5468cbf77b4c2199464ef is 50, key is test_row_0/C:col10/1733385381585/Put/seqid=0 2024-12-05T07:56:23,662 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/3856837c409b4e9a8fcda6ab3d3208ff as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff 2024-12-05T07:56:23,668 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into 3856837c409b4e9a8fcda6ab3d3208ff(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:23,668 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:23,668 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385383197; duration=0sec 2024-12-05T07:56:23,668 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:23,668 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742192_1368 (size=12207) 2024-12-05T07:56:23,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:23,751 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dac0748b4fbf4e01ae0f2fd169f2e62c_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dac0748b4fbf4e01ae0f2fd169f2e62c_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:23,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/797c8c302880432b9b0018159007a560, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:23,752 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/797c8c302880432b9b0018159007a560 is 175, key is test_row_0/A:col10/1733385381974/Put/seqid=0 2024-12-05T07:56:23,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742193_1369 (size=30955) 2024-12-05T07:56:24,076 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/05ea557c57e5468cbf77b4c2199464ef as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/05ea557c57e5468cbf77b4c2199464ef 2024-12-05T07:56:24,079 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into 05ea557c57e5468cbf77b4c2199464ef(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:24,079 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:24,079 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385383197; duration=0sec 2024-12-05T07:56:24,079 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:24,079 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:24,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:24,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:24,156 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/797c8c302880432b9b0018159007a560 2024-12-05T07:56:24,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c56bb74dc72d429db7e264b3f6ef0f26 is 50, key is test_row_0/B:col10/1733385381974/Put/seqid=0 2024-12-05T07:56:24,162 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385444159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,162 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742194_1370 (size=12001) 2024-12-05T07:56:24,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385444162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,167 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,270 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385444267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,270 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385444277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,283 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385444278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,283 WARN [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8229 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,284 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385444288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,291 WARN [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,292 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,313 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385444307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,314 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8252 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,314 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:24,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385444478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,479 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,493 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385444488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,493 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,566 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c56bb74dc72d429db7e264b3f6ef0f26 2024-12-05T07:56:24,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/acd8002a477b448fbfd98a9986047e15 is 50, key is test_row_0/C:col10/1733385381974/Put/seqid=0 2024-12-05T07:56:24,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742195_1371 (size=12001) 2024-12-05T07:56:24,581 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/acd8002a477b448fbfd98a9986047e15 2024-12-05T07:56:24,585 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/797c8c302880432b9b0018159007a560 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560 2024-12-05T07:56:24,588 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560, entries=150, sequenceid=117, filesize=30.2 K 2024-12-05T07:56:24,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c56bb74dc72d429db7e264b3f6ef0f26 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26 2024-12-05T07:56:24,592 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T07:56:24,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/acd8002a477b448fbfd98a9986047e15 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15 2024-12-05T07:56:24,596 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15, entries=150, sequenceid=117, filesize=11.7 K 2024-12-05T07:56:24,597 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 99c6a3b8e795bd2e656c318955e51e8f in 1258ms, sequenceid=117, compaction requested=false 2024-12-05T07:56:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:24,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=104}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=104 2024-12-05T07:56:24,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=104 2024-12-05T07:56:24,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=104, resume processing ppid=103 2024-12-05T07:56:24,600 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=104, ppid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-12-05T07:56:24,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=103, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=103, table=TestAcidGuarantees in 2.3330 sec 2024-12-05T07:56:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:24,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:24,794 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:24,798 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ae83781e6d34419bda9173b6d806871_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:24,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742196_1372 (size=14744) 2024-12-05T07:56:24,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385444849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,855 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,856 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,860 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385444855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,860 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385444958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,964 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:24,972 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385444967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:24,972 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:25,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:25,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385445168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:25,182 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:25,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385445178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,183 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:25,212 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:25,215 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412056ae83781e6d34419bda9173b6d806871_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ae83781e6d34419bda9173b6d806871_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:25,216 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bfecebb70e6f44048f666b36a9b274fe, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:25,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bfecebb70e6f44048f666b36a9b274fe is 175, key is test_row_0/A:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:25,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742197_1373 (size=39699) 2024-12-05T07:56:25,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:25,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385445477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,484 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:25,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:25,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385445487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,494 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:25,622 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=134, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bfecebb70e6f44048f666b36a9b274fe 2024-12-05T07:56:25,628 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f8f5ca5b7315434c832b83675da8d1ae is 50, key is test_row_0/B:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742198_1374 (size=12101) 2024-12-05T07:56:25,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:25,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385445988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:25,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:26,010 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:26,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385446007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:26,010 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:26,031 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f8f5ca5b7315434c832b83675da8d1ae 2024-12-05T07:56:26,037 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 is 50, key is test_row_0/C:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:26,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742199_1375 (size=12101) 2024-12-05T07:56:26,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 2024-12-05T07:56:26,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bfecebb70e6f44048f666b36a9b274fe as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe 2024-12-05T07:56:26,048 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe, entries=200, sequenceid=134, filesize=38.8 K 2024-12-05T07:56:26,049 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f8f5ca5b7315434c832b83675da8d1ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae 2024-12-05T07:56:26,051 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T07:56:26,052 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 2024-12-05T07:56:26,054 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806, entries=150, sequenceid=134, filesize=11.8 K 2024-12-05T07:56:26,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 99c6a3b8e795bd2e656c318955e51e8f in 1262ms, sequenceid=134, compaction requested=true 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:26,055 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:26,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:26,055 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:26,056 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:26,056 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:26,056 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/7fb62b4a83c74cceb72b9426f229b05b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=35.5 K 2024-12-05T07:56:26,056 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=99.4 K 2024-12-05T07:56:26,056 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe] 2024-12-05T07:56:26,056 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fb62b4a83c74cceb72b9426f229b05b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:26,057 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3856837c409b4e9a8fcda6ab3d3208ff, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:26,057 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c56bb74dc72d429db7e264b3f6ef0f26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385381970 2024-12-05T07:56:26,057 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f8f5ca5b7315434c832b83675da8d1ae, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:26,057 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 797c8c302880432b9b0018159007a560, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385381970 2024-12-05T07:56:26,057 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bfecebb70e6f44048f666b36a9b274fe, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:26,063 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:26,064 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:26,065 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/9cd52b51aa7e48f6928cb3222a322491 is 50, key is test_row_0/B:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:26,067 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120538ba006a86a44803ad111507f4166e8e_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:26,069 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120538ba006a86a44803ad111507f4166e8e_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:26,069 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120538ba006a86a44803ad111507f4166e8e_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:26,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742200_1376 (size=12409) 2024-12-05T07:56:26,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742201_1377 (size=4469) 2024-12-05T07:56:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=103 2024-12-05T07:56:26,427 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:26,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees 2024-12-05T07:56:26,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T07:56:26,430 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:26,430 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=105, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:26,430 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=106, ppid=105, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:26,474 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/9cd52b51aa7e48f6928cb3222a322491 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/9cd52b51aa7e48f6928cb3222a322491 2024-12-05T07:56:26,475 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#319 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:26,475 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/9836c9193b0f41638b8a6d1b619e262b is 175, key is test_row_0/A:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:26,479 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 9cd52b51aa7e48f6928cb3222a322491(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:26,479 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:26,479 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385386055; duration=0sec 2024-12-05T07:56:26,479 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:26,479 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:26,479 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:26,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742202_1378 (size=31363) 2024-12-05T07:56:26,480 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:26,480 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:26,480 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:26,480 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/05ea557c57e5468cbf77b4c2199464ef, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=35.5 K 2024-12-05T07:56:26,480 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 05ea557c57e5468cbf77b4c2199464ef, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733385381585 2024-12-05T07:56:26,480 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting acd8002a477b448fbfd98a9986047e15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733385381970 2024-12-05T07:56:26,481 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f4a0fcf9ea7c4a66bc994c8b9a36c806, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:26,482 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/9836c9193b0f41638b8a6d1b619e262b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b 2024-12-05T07:56:26,486 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#320 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:26,486 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into 9836c9193b0f41638b8a6d1b619e262b(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:26,486 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:26,486 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385386055; duration=0sec 2024-12-05T07:56:26,486 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:26,486 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:26,486 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/904c7a2de8474fb49440d6a5f9995869 is 50, key is test_row_0/C:col10/1733385384161/Put/seqid=0 2024-12-05T07:56:26,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742203_1379 (size=12409) 2024-12-05T07:56:26,492 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/904c7a2de8474fb49440d6a5f9995869 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/904c7a2de8474fb49440d6a5f9995869 2024-12-05T07:56:26,495 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into 904c7a2de8474fb49440d6a5f9995869(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:26,495 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:26,495 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385386055; duration=0sec 2024-12-05T07:56:26,495 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:26,495 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:26,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T07:56:26,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=106 2024-12-05T07:56:26,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:26,582 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:56:26,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:26,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:26,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120540d95386d75e43a3b62b44f9ef0c8fa6_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:26,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742204_1380 (size=12304) 2024-12-05T07:56:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:26,597 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120540d95386d75e43a3b62b44f9ef0c8fa6_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540d95386d75e43a3b62b44f9ef0c8fa6_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:26,597 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/ed8bf4bc150745c491af5feb43797fc7, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:26,598 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/ed8bf4bc150745c491af5feb43797fc7 is 175, key is test_row_0/A:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:26,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742205_1381 (size=31105) 2024-12-05T07:56:26,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T07:56:27,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:27,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:27,013 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/ed8bf4bc150745c491af5feb43797fc7 2024-12-05T07:56:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/71b1e9d6ce754fc7a2e533ec55e2605f is 50, key is test_row_0/B:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742206_1382 (size=12151) 2024-12-05T07:56:27,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385447029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,031 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385447031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,036 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T07:56:27,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385447138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385447138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,141 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385447347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,353 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385447348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,353 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,423 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/71b1e9d6ce754fc7a2e533ec55e2605f 2024-12-05T07:56:27,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c6074c634f92440098d7804222d42b26 is 50, key is test_row_0/C:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:27,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742207_1383 (size=12151) 2024-12-05T07:56:27,433 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c6074c634f92440098d7804222d42b26 2024-12-05T07:56:27,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/ed8bf4bc150745c491af5feb43797fc7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7 2024-12-05T07:56:27,442 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7, entries=150, sequenceid=155, filesize=30.4 K 2024-12-05T07:56:27,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/71b1e9d6ce754fc7a2e533ec55e2605f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f 2024-12-05T07:56:27,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,445 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T07:56:27,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/c6074c634f92440098d7804222d42b26 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26 2024-12-05T07:56:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26, entries=150, sequenceid=155, filesize=11.9 K 2024-12-05T07:56:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,451 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 99c6a3b8e795bd2e656c318955e51e8f in 869ms, sequenceid=155, compaction requested=false 2024-12-05T07:56:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:27,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=106}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=106 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=106 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=106, resume processing ppid=105 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=106, ppid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0230 sec 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=105, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=105, table=TestAcidGuarantees in 1.0270 sec 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=105 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees 2024-12-05T07:56:27,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,572 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=107, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,573 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,671 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:56:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:27,671 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205feb494020d55447abd1e70ee592a7a90_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_1/A:col10/1733385387030/Put/seqid=0 2024-12-05T07:56:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742208_1384 (size=12304) 2024-12-05T07:56:27,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,687 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,690 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205feb494020d55447abd1e70ee592a7a90_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feb494020d55447abd1e70ee592a7a90_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:27,693 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/203ab588d27f4e489bac20adb39cdfca, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:27,693 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/203ab588d27f4e489bac20adb39cdfca is 175, key is test_row_1/A:col10/1733385387030/Put/seqid=0 2024-12-05T07:56:27,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742209_1385 (size=31101) 2024-12-05T07:56:27,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T07:56:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:27,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:27,725 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385447747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385447755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,758 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385447868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385447868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:27,877 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:27,878 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T07:56:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:27,878 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,878 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:27,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:28,029 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T07:56:28,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:28,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,030 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] handler.RSProcedureHandler(58): pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:28,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=108 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:28,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=108 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385448087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385448087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,101 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/203ab588d27f4e489bac20adb39cdfca 2024-12-05T07:56:28,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f5207b1cd6dc45529173b259c727111a is 50, key is test_row_1/B:col10/1733385387030/Put/seqid=0 2024-12-05T07:56:28,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742210_1386 (size=9757) 2024-12-05T07:56:28,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f5207b1cd6dc45529173b259c727111a 2024-12-05T07:56:28,121 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/399a2bb529f049abb88c3411b9e8529f is 50, key is test_row_1/C:col10/1733385387030/Put/seqid=0 2024-12-05T07:56:28,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742211_1387 (size=9757) 2024-12-05T07:56:28,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/399a2bb529f049abb88c3411b9e8529f 2024-12-05T07:56:28,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/203ab588d27f4e489bac20adb39cdfca as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca 2024-12-05T07:56:28,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca, entries=150, sequenceid=170, filesize=30.4 K 2024-12-05T07:56:28,152 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/f5207b1cd6dc45529173b259c727111a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a 2024-12-05T07:56:28,158 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a, entries=100, sequenceid=170, filesize=9.5 K 2024-12-05T07:56:28,158 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/399a2bb529f049abb88c3411b9e8529f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f 2024-12-05T07:56:28,162 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f, entries=100, sequenceid=170, filesize=9.5 K 2024-12-05T07:56:28,163 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 99c6a3b8e795bd2e656c318955e51e8f in 492ms, sequenceid=170, compaction requested=true 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:28,163 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:28,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:28,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:28,164 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,164 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=91.4 K 2024-12-05T07:56:28,164 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca] 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:28,164 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,164 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9836c9193b0f41638b8a6d1b619e262b, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:28,164 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/9cd52b51aa7e48f6928cb3222a322491, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=33.5 K 2024-12-05T07:56:28,165 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ed8bf4bc150745c491af5feb43797fc7, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733385384833 2024-12-05T07:56:28,165 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9cd52b51aa7e48f6928cb3222a322491, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:28,165 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 203ab588d27f4e489bac20adb39cdfca, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385387020 2024-12-05T07:56:28,165 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 71b1e9d6ce754fc7a2e533ec55e2605f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733385384833 2024-12-05T07:56:28,165 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f5207b1cd6dc45529173b259c727111a, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385387030 2024-12-05T07:56:28,169 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:28,170 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:28,171 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/5eeeedd60f79408f9e745cef7dcb6b8c is 50, key is test_row_0/B:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:28,173 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120572bdf5b2a15c4700824e05c85352df51_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:28,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742212_1388 (size=12561) 2024-12-05T07:56:28,174 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120572bdf5b2a15c4700824e05c85352df51_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:28,174 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120572bdf5b2a15c4700824e05c85352df51_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742213_1389 (size=4469) 2024-12-05T07:56:28,182 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=108 2024-12-05T07:56:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,182 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T07:56:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:28,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:28,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:28,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:28,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:28,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120516900105ff554c9eba67f9134c0af4e3_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385387753/Put/seqid=0 2024-12-05T07:56:28,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:28,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742214_1390 (size=12304) 2024-12-05T07:56:28,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:28,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:28,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385448433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,442 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385448442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385448547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,553 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385448557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,562 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,578 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/5eeeedd60f79408f9e745cef7dcb6b8c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5eeeedd60f79408f9e745cef7dcb6b8c 2024-12-05T07:56:28,578 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#327 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:28,579 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0234c0727829422f86c47b7e92a2fadd is 175, key is test_row_0/A:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:28,581 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 5eeeedd60f79408f9e745cef7dcb6b8c(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:28,581 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:28,581 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385388163; duration=0sec 2024-12-05T07:56:28,581 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:28,581 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:28,582 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:28,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742215_1391 (size=31622) 2024-12-05T07:56:28,587 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34317 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:28,587 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:28,587 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:28,587 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/904c7a2de8474fb49440d6a5f9995869, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=33.5 K 2024-12-05T07:56:28,588 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 904c7a2de8474fb49440d6a5f9995869, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733385384145 2024-12-05T07:56:28,588 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c6074c634f92440098d7804222d42b26, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733385384833 2024-12-05T07:56:28,588 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 399a2bb529f049abb88c3411b9e8529f, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385387030 2024-12-05T07:56:28,590 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0234c0727829422f86c47b7e92a2fadd as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd 2024-12-05T07:56:28,593 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#330 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:28,594 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/42db316b38554adfaa5d50ded754911d is 50, key is test_row_0/C:col10/1733385384854/Put/seqid=0 2024-12-05T07:56:28,595 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into 0234c0727829422f86c47b7e92a2fadd(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:28,595 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:28,595 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385388163; duration=0sec 2024-12-05T07:56:28,595 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:28,595 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:28,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:28,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742216_1392 (size=12561) 2024-12-05T07:56:28,602 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120516900105ff554c9eba67f9134c0af4e3_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120516900105ff554c9eba67f9134c0af4e3_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:28,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0ad1a98e07b24be692392c438ab13023, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:28,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0ad1a98e07b24be692392c438ab13023 is 175, key is test_row_0/A:col10/1733385387753/Put/seqid=0 2024-12-05T07:56:28,605 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/42db316b38554adfaa5d50ded754911d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/42db316b38554adfaa5d50ded754911d 2024-12-05T07:56:28,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742217_1393 (size=31105) 2024-12-05T07:56:28,606 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=187, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0ad1a98e07b24be692392c438ab13023 2024-12-05T07:56:28,610 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into 42db316b38554adfaa5d50ded754911d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:28,610 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:28,610 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385388163; duration=0sec 2024-12-05T07:56:28,610 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:28,610 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:28,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/ffbc0046cb874e5b91055892fd19f489 is 50, key is test_row_0/B:col10/1733385387753/Put/seqid=0 2024-12-05T07:56:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742218_1394 (size=12151) 2024-12-05T07:56:28,614 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/ffbc0046cb874e5b91055892fd19f489 2024-12-05T07:56:28,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/3519ab3b97c44e0fa085f65ee18f3d0b is 50, key is test_row_0/C:col10/1733385387753/Put/seqid=0 2024-12-05T07:56:28,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742219_1395 (size=12151) 2024-12-05T07:56:28,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:28,761 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385448758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,761 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:28,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:28,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385448767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:28,772 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:28,773 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,023 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=187 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/3519ab3b97c44e0fa085f65ee18f3d0b 2024-12-05T07:56:29,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/0ad1a98e07b24be692392c438ab13023 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023 2024-12-05T07:56:29,029 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023, entries=150, sequenceid=187, filesize=30.4 K 2024-12-05T07:56:29,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/ffbc0046cb874e5b91055892fd19f489 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489 2024-12-05T07:56:29,032 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489, entries=150, sequenceid=187, filesize=11.9 K 2024-12-05T07:56:29,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/3519ab3b97c44e0fa085f65ee18f3d0b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b 2024-12-05T07:56:29,036 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b, entries=150, sequenceid=187, filesize=11.9 K 2024-12-05T07:56:29,037 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 99c6a3b8e795bd2e656c318955e51e8f in 855ms, sequenceid=187, compaction requested=false 2024-12-05T07:56:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:29,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=108}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=108 2024-12-05T07:56:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=108 2024-12-05T07:56:29,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=108, resume processing ppid=107 2024-12-05T07:56:29,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=108, ppid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-12-05T07:56:29,041 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=107, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=107, table=TestAcidGuarantees in 1.4710 sec 2024-12-05T07:56:29,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:29,071 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:29,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:29,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559ecb5da6986454699d86de5e8a98d8c_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:29,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742220_1396 (size=14794) 2024-12-05T07:56:29,117 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385449116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,117 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,124 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385449117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,124 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385449228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385449228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385449437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385449437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,443 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,481 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:29,483 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120559ecb5da6986454699d86de5e8a98d8c_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559ecb5da6986454699d86de5e8a98d8c_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:29,484 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/2d550a9a649f48128e33f41750798476, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:29,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/2d550a9a649f48128e33f41750798476 is 175, key is test_row_0/A:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742221_1397 (size=39749) 2024-12-05T07:56:29,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=107 2024-12-05T07:56:29,718 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:29,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:29,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees 2024-12-05T07:56:29,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:29,720 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:29,720 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=109, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:29,720 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:29,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385449748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,752 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,754 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:29,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385449748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:29,754 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:29,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:29,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:29,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:29,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:29,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:29,888 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=206, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/2d550a9a649f48128e33f41750798476 2024-12-05T07:56:29,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c573c414b59e4b4090ca2896edc172e3 is 50, key is test_row_0/B:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:29,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742222_1398 (size=12151) 2024-12-05T07:56:30,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:30,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:30,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,177 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:30,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385450258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:30,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:30,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:30,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:30,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:30,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385450267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:30,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:30,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:30,273 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:30,298 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c573c414b59e4b4090ca2896edc172e3 2024-12-05T07:56:30,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/b4a941ce9e614f86a9f94effa1c135c1 is 50, key is test_row_0/C:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:30,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742223_1399 (size=12151) 2024-12-05T07:56:30,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,330 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:30,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,482 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,634 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,635 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] handler.RSProcedureHandler(58): pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=110 java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=110 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:30,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/b4a941ce9e614f86a9f94effa1c135c1 2024-12-05T07:56:30,710 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/2d550a9a649f48128e33f41750798476 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476 2024-12-05T07:56:30,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476, entries=200, sequenceid=206, filesize=38.8 K 2024-12-05T07:56:30,713 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/c573c414b59e4b4090ca2896edc172e3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3 2024-12-05T07:56:30,716 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3, entries=150, sequenceid=206, filesize=11.9 K 2024-12-05T07:56:30,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/b4a941ce9e614f86a9f94effa1c135c1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1 2024-12-05T07:56:30,720 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1, entries=150, sequenceid=206, filesize=11.9 K 2024-12-05T07:56:30,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 99c6a3b8e795bd2e656c318955e51e8f in 1649ms, sequenceid=206, compaction requested=true 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:30,720 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:30,720 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:30,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102476 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:30,721 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,721 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,721 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=100.1 K 2024-12-05T07:56:30,721 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,721 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5eeeedd60f79408f9e745cef7dcb6b8c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.0 K 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476] 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0234c0727829422f86c47b7e92a2fadd, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385384854 2024-12-05T07:56:30,721 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5eeeedd60f79408f9e745cef7dcb6b8c, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385384854 2024-12-05T07:56:30,722 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0ad1a98e07b24be692392c438ab13023, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733385387737 2024-12-05T07:56:30,722 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ffbc0046cb874e5b91055892fd19f489, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733385387737 2024-12-05T07:56:30,722 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2d550a9a649f48128e33f41750798476, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:30,722 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c573c414b59e4b4090ca2896edc172e3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:30,728 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:30,728 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/59dcd9f203fd4811af6304fae9026dfb is 50, key is test_row_0/B:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:30,729 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:30,735 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412055a3dfe56a6304b45808948e0ea9f3f92_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:30,737 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412055a3dfe56a6304b45808948e0ea9f3f92_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:30,738 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412055a3dfe56a6304b45808948e0ea9f3f92_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:30,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742224_1400 (size=12663) 2024-12-05T07:56:30,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742225_1401 (size=4469) 2024-12-05T07:56:30,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/59dcd9f203fd4811af6304fae9026dfb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59dcd9f203fd4811af6304fae9026dfb 2024-12-05T07:56:30,749 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#337 average throughput is 1.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:30,750 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/e750e5a038a642c88d3f6cba2eaf84c9 is 175, key is test_row_0/A:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:30,754 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 59dcd9f203fd4811af6304fae9026dfb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:30,754 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:30,754 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385390720; duration=0sec 2024-12-05T07:56:30,754 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:30,754 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:30,754 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:30,755 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:30,756 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:30,756 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,756 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/42db316b38554adfaa5d50ded754911d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.0 K 2024-12-05T07:56:30,756 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 42db316b38554adfaa5d50ded754911d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733385384854 2024-12-05T07:56:30,756 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3519ab3b97c44e0fa085f65ee18f3d0b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=187, earliestPutTs=1733385387737 2024-12-05T07:56:30,757 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b4a941ce9e614f86a9f94effa1c135c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:30,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742226_1402 (size=31617) 2024-12-05T07:56:30,765 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/e750e5a038a642c88d3f6cba2eaf84c9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9 2024-12-05T07:56:30,768 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#338 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:30,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/4eeb825ad93440d185f8b4a359818c61 is 50, key is test_row_0/C:col10/1733385389069/Put/seqid=0 2024-12-05T07:56:30,771 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into e750e5a038a642c88d3f6cba2eaf84c9(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:30,771 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:30,771 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385390720; duration=0sec 2024-12-05T07:56:30,771 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:30,771 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:30,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742227_1403 (size=12663) 2024-12-05T07:56:30,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=110 2024-12-05T07:56:30,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:30,788 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=87.22 KB heapSize=259.73 KB 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:30,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:30,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054b5e5ff681d2490c981b3a6b29e20df2_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385389109/Put/seqid=0 2024-12-05T07:56:30,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742228_1404 (size=12304) 2024-12-05T07:56:30,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:30,808 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412054b5e5ff681d2490c981b3a6b29e20df2_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054b5e5ff681d2490c981b3a6b29e20df2_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/6a388ff644e647fda0ea0c1e6d270830, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:30,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/6a388ff644e647fda0ea0c1e6d270830 is 175, key is test_row_0/A:col10/1733385389109/Put/seqid=0 2024-12-05T07:56:30,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742229_1405 (size=31105) 2024-12-05T07:56:30,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:31,187 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/4eeb825ad93440d185f8b4a359818c61 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/4eeb825ad93440d185f8b4a359818c61 2024-12-05T07:56:31,191 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into 4eeb825ad93440d185f8b4a359818c61(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:31,191 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:31,191 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385390720; duration=0sec 2024-12-05T07:56:31,191 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:31,191 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:31,214 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=224, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/6a388ff644e647fda0ea0c1e6d270830 2024-12-05T07:56:31,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/5dcfed663b7041c290e12cef2332c55e is 50, key is test_row_0/B:col10/1733385389109/Put/seqid=0 2024-12-05T07:56:31,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742230_1406 (size=12151) 2024-12-05T07:56:31,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:31,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385451318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385451321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385451437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385451438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,441 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,624 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/5dcfed663b7041c290e12cef2332c55e 2024-12-05T07:56:31,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/e7077f829b394ab3b762bd710b48e903 is 50, key is test_row_0/C:col10/1733385389109/Put/seqid=0 2024-12-05T07:56:31,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742231_1407 (size=12151) 2024-12-05T07:56:31,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385451647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,651 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,651 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385451647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,652 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:31,964 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385451958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:31,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385451958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:31,965 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,033 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/e7077f829b394ab3b762bd710b48e903 2024-12-05T07:56:32,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/6a388ff644e647fda0ea0c1e6d270830 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830 2024-12-05T07:56:32,039 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830, entries=150, sequenceid=224, filesize=30.4 K 2024-12-05T07:56:32,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/5dcfed663b7041c290e12cef2332c55e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e 2024-12-05T07:56:32,043 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e, entries=150, sequenceid=224, filesize=11.9 K 2024-12-05T07:56:32,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/e7077f829b394ab3b762bd710b48e903 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903 2024-12-05T07:56:32,046 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903, entries=150, sequenceid=224, filesize=11.9 K 2024-12-05T07:56:32,047 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(3140): Finished flush of dataSize ~87.22 KB/89310, heapSize ~259.69 KB/265920, currentSize=87.22 KB/89310 for 99c6a3b8e795bd2e656c318955e51e8f in 1260ms, sequenceid=224, compaction requested=false 2024-12-05T07:56:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:32,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=110}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=110 2024-12-05T07:56:32,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=110 2024-12-05T07:56:32,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=110, resume processing ppid=109 2024-12-05T07:56:32,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=110, ppid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3280 sec 2024-12-05T07:56:32,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=109, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=109, table=TestAcidGuarantees in 2.3330 sec 2024-12-05T07:56:32,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:32,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=93.93 KB heapSize=279.66 KB 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:32,473 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:32,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053b0822014f384299941353f8ad017b08_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:32,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742232_1408 (size=14794) 2024-12-05T07:56:32,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385452518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,526 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385452521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,533 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,633 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385452627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385452637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,644 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385452838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,845 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,846 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385452847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:32,858 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:32,883 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:32,886 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412053b0822014f384299941353f8ad017b08_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b0822014f384299941353f8ad017b08_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:32,886 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/7c370fe2a8ef4de8972de3147d1da0a0, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:32,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/7c370fe2a8ef4de8972de3147d1da0a0 is 175, key is test_row_0/A:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:32,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742233_1409 (size=39749) 2024-12-05T07:56:33,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385453157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,160 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:33,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385453168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,171 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:33,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=242, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/7c370fe2a8ef4de8972de3147d1da0a0 2024-12-05T07:56:33,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/8263bc0b1042496b88a444aeb4a92180 is 50, key is test_row_0/B:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:33,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742234_1410 (size=12151) 2024-12-05T07:56:33,671 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:33,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385453667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,671 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:33,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:33,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385453678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:33,684 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:33,711 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/8263bc0b1042496b88a444aeb4a92180 2024-12-05T07:56:33,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/09de249fe7af4441bbc3031562bbb8a5 is 50, key is test_row_0/C:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:33,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742235_1411 (size=12151) 2024-12-05T07:56:33,724 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=242 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/09de249fe7af4441bbc3031562bbb8a5 2024-12-05T07:56:33,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/7c370fe2a8ef4de8972de3147d1da0a0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0 2024-12-05T07:56:33,730 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0, entries=200, sequenceid=242, filesize=38.8 K 2024-12-05T07:56:33,730 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/8263bc0b1042496b88a444aeb4a92180 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180 2024-12-05T07:56:33,734 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180, entries=150, sequenceid=242, filesize=11.9 K 2024-12-05T07:56:33,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/09de249fe7af4441bbc3031562bbb8a5 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5 2024-12-05T07:56:33,738 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5, entries=150, sequenceid=242, filesize=11.9 K 2024-12-05T07:56:33,739 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~93.93 KB/96180, heapSize ~279.61 KB/286320, currentSize=80.51 KB/82440 for 99c6a3b8e795bd2e656c318955e51e8f in 1266ms, sequenceid=242, compaction requested=true 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:33,739 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:33,739 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:33,739 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:33,740 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102471 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:33,740 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:33,740 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:33,740 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:33,740 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:33,740 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:33,740 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=100.1 K 2024-12-05T07:56:33,740 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59dcd9f203fd4811af6304fae9026dfb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.1 K 2024-12-05T07:56:33,740 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:33,740 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0] 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 59dcd9f203fd4811af6304fae9026dfb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e750e5a038a642c88d3f6cba2eaf84c9, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 5dcfed663b7041c290e12cef2332c55e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733385389108 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6a388ff644e647fda0ea0c1e6d270830, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733385389108 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7c370fe2a8ef4de8972de3147d1da0a0, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:33,741 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8263bc0b1042496b88a444aeb4a92180, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:33,749 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:33,752 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#346 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:33,752 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/3a0198f2210f43e68f06c90fabe7c85e is 50, key is test_row_0/B:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:33,753 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205a8de8be46e964b6db902e4f0f7572af2_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:33,755 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205a8de8be46e964b6db902e4f0f7572af2_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:33,755 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a8de8be46e964b6db902e4f0f7572af2_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:33,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742236_1412 (size=12765) 2024-12-05T07:56:33,762 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/3a0198f2210f43e68f06c90fabe7c85e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3a0198f2210f43e68f06c90fabe7c85e 2024-12-05T07:56:33,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742237_1413 (size=4469) 2024-12-05T07:56:33,768 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 3a0198f2210f43e68f06c90fabe7c85e(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:33,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:33,768 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385393739; duration=0sec 2024-12-05T07:56:33,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:33,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:33,768 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:33,769 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36965 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:33,769 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:33,769 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:33,769 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/4eeb825ad93440d185f8b4a359818c61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.1 K 2024-12-05T07:56:33,769 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4eeb825ad93440d185f8b4a359818c61, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1733385388424 2024-12-05T07:56:33,769 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e7077f829b394ab3b762bd710b48e903, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733385389108 2024-12-05T07:56:33,770 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 09de249fe7af4441bbc3031562bbb8a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:33,775 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#347 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:33,775 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/a3a21712e0bd4dac8f853c7c956cf1b4 is 50, key is test_row_0/C:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:33,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742238_1414 (size=12765) 2024-12-05T07:56:33,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=109 2024-12-05T07:56:33,888 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:33,888 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:33,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees 2024-12-05T07:56:33,890 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:33,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:33,890 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=111, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:33,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:33,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:34,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=112 2024-12-05T07:56:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:34,042 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:56:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:34,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:34,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:34,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:34,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:34,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:34,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fece3d0559844a93b563f4d8d2a0ead8_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385392509/Put/seqid=0 2024-12-05T07:56:34,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742239_1415 (size=12304) 2024-12-05T07:56:34,166 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#345 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:34,167 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/4447dfc655c94cf9ab20bc9be48eae95 is 175, key is test_row_0/A:col10/1733385392472/Put/seqid=0 2024-12-05T07:56:34,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742240_1416 (size=31719) 2024-12-05T07:56:34,184 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/a3a21712e0bd4dac8f853c7c956cf1b4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/a3a21712e0bd4dac8f853c7c956cf1b4 2024-12-05T07:56:34,187 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into a3a21712e0bd4dac8f853c7c956cf1b4(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:34,187 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:34,187 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385393739; duration=0sec 2024-12-05T07:56:34,188 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:34,188 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:34,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:34,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:34,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. as already flushing 2024-12-05T07:56:34,381 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385454370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,382 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385454374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,382 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46916 deadline: 1733385454388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,394 WARN [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18332 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,394 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:34,462 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fece3d0559844a93b563f4d8d2a0ead8_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fece3d0559844a93b563f4d8d2a0ead8_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:34,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/f8fd767214d14ecc86c80bacd95677d4, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:34,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/f8fd767214d14ecc86c80bacd95677d4 is 175, key is test_row_0/A:col10/1733385392509/Put/seqid=0 2024-12-05T07:56:34,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742241_1417 (size=31105) 2024-12-05T07:56:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385454487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,491 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385454487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,492 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:34,573 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/4447dfc655c94cf9ab20bc9be48eae95 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95 2024-12-05T07:56:34,577 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into 4447dfc655c94cf9ab20bc9be48eae95(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:34,577 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:34,577 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385393739; duration=0sec 2024-12-05T07:56:34,577 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:34,577 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:34,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385454677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,684 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2165 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,684 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385454687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,691 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2170 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,691 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,702 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385454698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385454698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:34,703 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:34,867 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/f8fd767214d14ecc86c80bacd95677d4 2024-12-05T07:56:34,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/b0c54a46bd79400aa80d880f77fe2b91 is 50, key is test_row_0/B:col10/1733385392509/Put/seqid=0 2024-12-05T07:56:34,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742242_1418 (size=12151) 2024-12-05T07:56:34,877 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/b0c54a46bd79400aa80d880f77fe2b91 2024-12-05T07:56:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f33a7ceac1544368bc0c17e542e0e1bc is 50, key is test_row_0/C:col10/1733385392509/Put/seqid=0 2024-12-05T07:56:34,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742243_1419 (size=12151) 2024-12-05T07:56:35,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385455007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,013 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385455007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,013 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:35,286 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f33a7ceac1544368bc0c17e542e0e1bc 2024-12-05T07:56:35,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/f8fd767214d14ecc86c80bacd95677d4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4 2024-12-05T07:56:35,291 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4, entries=150, sequenceid=258, filesize=30.4 K 2024-12-05T07:56:35,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/b0c54a46bd79400aa80d880f77fe2b91 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91 2024-12-05T07:56:35,295 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T07:56:35,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f33a7ceac1544368bc0c17e542e0e1bc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc 2024-12-05T07:56:35,299 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc, entries=150, sequenceid=258, filesize=11.9 K 2024-12-05T07:56:35,300 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 99c6a3b8e795bd2e656c318955e51e8f in 1258ms, sequenceid=258, compaction requested=false 2024-12-05T07:56:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:35,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=112}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=112 2024-12-05T07:56:35,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=112 2024-12-05T07:56:35,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=112, resume processing ppid=111 2024-12-05T07:56:35,303 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=112, ppid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4110 sec 2024-12-05T07:56:35,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=111, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=111, table=TestAcidGuarantees in 1.4150 sec 2024-12-05T07:56:35,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:35,521 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:56:35,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:35,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:35,521 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:35,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:35,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f53af537bb804f6a930ab60033b8d1de_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742244_1420 (size=14994) 2024-12-05T07:56:35,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385455552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,561 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,563 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385455560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,564 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385455667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,675 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,675 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385455667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,676 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385455877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,883 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:35,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385455887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:35,891 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:35,931 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:35,934 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205f53af537bb804f6a930ab60033b8d1de_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f53af537bb804f6a930ab60033b8d1de_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:35,934 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bcb91490925a48e9b31f48372b2ebca0, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:35,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bcb91490925a48e9b31f48372b2ebca0 is 175, key is test_row_0/A:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:35,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742245_1421 (size=39949) 2024-12-05T07:56:35,961 INFO [Thread-1565 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1565. 2024-12-05T07:56:35,961 DEBUG [Thread-1565 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:35,961 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,961 DEBUG [Thread-1565 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,961 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:35,963 INFO [Thread-1557 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1557. 2024-12-05T07:56:35,963 DEBUG [Thread-1557 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:35,963 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,963 DEBUG [Thread-1557 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:35,964 INFO [Thread-1561 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1561. 2024-12-05T07:56:35,964 DEBUG [Thread-1561 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:35,964 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,964 DEBUG [Thread-1561 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,964 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:35,969 INFO [Thread-1563 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1563. 2024-12-05T07:56:35,969 DEBUG [Thread-1563 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:35,969 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,969 DEBUG [Thread-1563 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:35,970 INFO [Thread-1559 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1559. 2024-12-05T07:56:35,970 DEBUG [Thread-1559 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:35,970 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,970 DEBUG [Thread-1559 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:35,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:36,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=111 2024-12-05T07:56:36,038 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:36,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385456188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,190 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,198 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385456198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,199 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,200 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,339 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bcb91490925a48e9b31f48372b2ebca0 2024-12-05T07:56:36,350 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/1b0965e9081943b08400bbf32fe8d0e7 is 50, key is test_row_0/B:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:36,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742246_1422 (size=12301) 2024-12-05T07:56:36,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46854 deadline: 1733385456698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,700 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46874 deadline: 1733385456709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46892 deadline: 1733385456709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:36,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46942 deadline: 1733385456709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,711 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,711 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4189 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:36,711 WARN [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_1' in 99c6a3b8e795bd2e656c318955e51e8f of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4192 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,712 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,713 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:56:36,755 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/1b0965e9081943b08400bbf32fe8d0e7 2024-12-05T07:56:36,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d9c8db800f7b48c1bab2af774abc8bbb is 50, key is test_row_0/C:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:36,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742247_1423 (size=12301) 2024-12-05T07:56:37,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d9c8db800f7b48c1bab2af774abc8bbb 2024-12-05T07:56:37,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/bcb91490925a48e9b31f48372b2ebca0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0 2024-12-05T07:56:37,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0, entries=200, sequenceid=278, filesize=39.0 K 2024-12-05T07:56:37,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/1b0965e9081943b08400bbf32fe8d0e7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7 2024-12-05T07:56:37,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T07:56:37,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/d9c8db800f7b48c1bab2af774abc8bbb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb 2024-12-05T07:56:37,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb, entries=150, sequenceid=278, filesize=12.0 K 2024-12-05T07:56:37,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 99c6a3b8e795bd2e656c318955e51e8f in 1662ms, sequenceid=278, compaction requested=true 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:37,183 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 99c6a3b8e795bd2e656c318955e51e8f:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:37,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:37,183 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:37,184 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102773 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:37,184 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/A is initiating minor compaction (all files) 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/B is initiating minor compaction (all files) 2024-12-05T07:56:37,185 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/A in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:37,185 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/B in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:37,185 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=100.4 K 2024-12-05T07:56:37,185 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3a0198f2210f43e68f06c90fabe7c85e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.3 K 2024-12-05T07:56:37,185 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0] 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3a0198f2210f43e68f06c90fabe7c85e, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4447dfc655c94cf9ab20bc9be48eae95, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b0c54a46bd79400aa80d880f77fe2b91, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733385392509 2024-12-05T07:56:37,185 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting f8fd767214d14ecc86c80bacd95677d4, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733385392509 2024-12-05T07:56:37,186 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1b0965e9081943b08400bbf32fe8d0e7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385394364 2024-12-05T07:56:37,186 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting bcb91490925a48e9b31f48372b2ebca0, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385394364 2024-12-05T07:56:37,200 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#B#compaction#354 average throughput is 0.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:37,201 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/16f1b5dc14774a48b257c6fee007d8ba is 50, key is test_row_0/B:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:37,201 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:37,203 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205429fa56b173542d494d0db5de6ee573f_99c6a3b8e795bd2e656c318955e51e8f store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:37,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742248_1424 (size=13017) 2024-12-05T07:56:37,220 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205429fa56b173542d494d0db5de6ee573f_99c6a3b8e795bd2e656c318955e51e8f, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:37,220 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205429fa56b173542d494d0db5de6ee573f_99c6a3b8e795bd2e656c318955e51e8f because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:37,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742249_1425 (size=4469) 2024-12-05T07:56:37,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:56:37,614 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/16f1b5dc14774a48b257c6fee007d8ba as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/16f1b5dc14774a48b257c6fee007d8ba 2024-12-05T07:56:37,620 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/B of 99c6a3b8e795bd2e656c318955e51e8f into 16f1b5dc14774a48b257c6fee007d8ba(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:37,620 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:37,620 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/B, priority=13, startTime=1733385397183; duration=0sec 2024-12-05T07:56:37,621 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:37,621 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:B 2024-12-05T07:56:37,621 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:37,622 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37217 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:37,622 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 99c6a3b8e795bd2e656c318955e51e8f/C is initiating minor compaction (all files) 2024-12-05T07:56:37,622 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 99c6a3b8e795bd2e656c318955e51e8f/C in TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:37,622 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/a3a21712e0bd4dac8f853c7c956cf1b4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp, totalSize=36.3 K 2024-12-05T07:56:37,623 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a3a21712e0bd4dac8f853c7c956cf1b4, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=242, earliestPutTs=1733385391297 2024-12-05T07:56:37,623 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f33a7ceac1544368bc0c17e542e0e1bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733385392509 2024-12-05T07:56:37,624 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d9c8db800f7b48c1bab2af774abc8bbb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733385394364 2024-12-05T07:56:37,625 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#A#compaction#355 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:37,625 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/e34bbb595d7244739b471bd3fbe81647 is 175, key is test_row_0/A:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:37,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742250_1426 (size=31971) 2024-12-05T07:56:37,632 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 99c6a3b8e795bd2e656c318955e51e8f#C#compaction#356 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:37,632 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/25062f3972cd4629bf13d67e1f5239ee is 50, key is test_row_0/C:col10/1733385395520/Put/seqid=0 2024-12-05T07:56:37,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742251_1427 (size=13017) 2024-12-05T07:56:37,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:37,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:56:37,709 INFO [Thread-1552 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1552. 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:37,709 DEBUG [Thread-1552 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:37,709 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:37,709 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:37,709 DEBUG [Thread-1552 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:37,709 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:37,714 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120508c99975ea7f464a89c6001de4bfee80_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_0/A:col10/1733385395542/Put/seqid=0 2024-12-05T07:56:37,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742252_1428 (size=12454) 2024-12-05T07:56:37,729 INFO [Thread-1550 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1550. 2024-12-05T07:56:37,729 DEBUG [Thread-1550 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:37,729 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:37,729 DEBUG [Thread-1550 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:37,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:38,041 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/e34bbb595d7244739b471bd3fbe81647 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e34bbb595d7244739b471bd3fbe81647 2024-12-05T07:56:38,044 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/25062f3972cd4629bf13d67e1f5239ee as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/25062f3972cd4629bf13d67e1f5239ee 2024-12-05T07:56:38,048 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/A of 99c6a3b8e795bd2e656c318955e51e8f into e34bbb595d7244739b471bd3fbe81647(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:38,048 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:38,048 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/A, priority=13, startTime=1733385397183; duration=0sec 2024-12-05T07:56:38,048 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:38,048 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:A 2024-12-05T07:56:38,049 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 99c6a3b8e795bd2e656c318955e51e8f/C of 99c6a3b8e795bd2e656c318955e51e8f into 25062f3972cd4629bf13d67e1f5239ee(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:38,049 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:38,049 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., storeName=99c6a3b8e795bd2e656c318955e51e8f/C, priority=13, startTime=1733385397183; duration=0sec 2024-12-05T07:56:38,049 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:38,049 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 99c6a3b8e795bd2e656c318955e51e8f:C 2024-12-05T07:56:38,119 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:38,127 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120508c99975ea7f464a89c6001de4bfee80_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120508c99975ea7f464a89c6001de4bfee80_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:38,129 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/89019742a01a4e17af197451aa2b9081, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:38,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/89019742a01a4e17af197451aa2b9081 is 175, key is test_row_0/A:col10/1733385395542/Put/seqid=0 2024-12-05T07:56:38,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742253_1429 (size=31255) 2024-12-05T07:56:38,535 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=294, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/89019742a01a4e17af197451aa2b9081 2024-12-05T07:56:38,549 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/59ca9e47542741c9802a8be478fe6f65 is 50, key is test_row_0/B:col10/1733385395542/Put/seqid=0 2024-12-05T07:56:38,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742254_1430 (size=12301) 2024-12-05T07:56:38,954 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/59ca9e47542741c9802a8be478fe6f65 2024-12-05T07:56:38,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/630d0b04afa44ca4acf8146f911b93de is 50, key is test_row_0/C:col10/1733385395542/Put/seqid=0 2024-12-05T07:56:38,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742255_1431 (size=12301) 2024-12-05T07:56:39,374 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=294 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/630d0b04afa44ca4acf8146f911b93de 2024-12-05T07:56:39,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/89019742a01a4e17af197451aa2b9081 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/89019742a01a4e17af197451aa2b9081 2024-12-05T07:56:39,385 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/89019742a01a4e17af197451aa2b9081, entries=150, sequenceid=294, filesize=30.5 K 2024-12-05T07:56:39,386 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/59ca9e47542741c9802a8be478fe6f65 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59ca9e47542741c9802a8be478fe6f65 2024-12-05T07:56:39,390 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59ca9e47542741c9802a8be478fe6f65, entries=150, sequenceid=294, filesize=12.0 K 2024-12-05T07:56:39,391 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/630d0b04afa44ca4acf8146f911b93de as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/630d0b04afa44ca4acf8146f911b93de 2024-12-05T07:56:39,394 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/630d0b04afa44ca4acf8146f911b93de, entries=150, sequenceid=294, filesize=12.0 K 2024-12-05T07:56:39,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=6.71 KB/6870 for 99c6a3b8e795bd2e656c318955e51e8f in 1685ms, sequenceid=294, compaction requested=false 2024-12-05T07:56:39,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 99c6a3b8e795bd2e656c318955e51e8f: 2024-12-05T07:56:40,722 INFO [Thread-1546 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1546. 2024-12-05T07:56:40,722 DEBUG [Thread-1546 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:40,722 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:40,722 DEBUG [Thread-1546 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:40,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:40,731 INFO [Thread-1554 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1554. 2024-12-05T07:56:40,731 DEBUG [Thread-1554 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:40,731 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:40,731 DEBUG [Thread-1554 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:40,732 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:42,377 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0] to archive 2024-12-05T07:56:42,378 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:42,380 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/66d35685c8434671bc0f5f53893f3a2d 2024-12-05T07:56:42,381 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/a0881d1c39c445c0a3aaf1944c2f1f2a 2024-12-05T07:56:42,382 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/41d0b9dd18714a728c4f219d4748f0eb 2024-12-05T07:56:42,383 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/8ca9c291c4d14e5e941cee1b7c67a75b 2024-12-05T07:56:42,384 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/115fadc243734f7395a22ba994c4c7c2 2024-12-05T07:56:42,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/df1b9308394d4b899c12d91ee28bafbb 2024-12-05T07:56:42,385 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/3856837c409b4e9a8fcda6ab3d3208ff 2024-12-05T07:56:42,386 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/797c8c302880432b9b0018159007a560 2024-12-05T07:56:42,387 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bfecebb70e6f44048f666b36a9b274fe 2024-12-05T07:56:42,388 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/9836c9193b0f41638b8a6d1b619e262b 2024-12-05T07:56:42,389 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/ed8bf4bc150745c491af5feb43797fc7 2024-12-05T07:56:42,390 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0234c0727829422f86c47b7e92a2fadd 2024-12-05T07:56:42,391 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/203ab588d27f4e489bac20adb39cdfca 2024-12-05T07:56:42,392 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/0ad1a98e07b24be692392c438ab13023 2024-12-05T07:56:42,393 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/2d550a9a649f48128e33f41750798476 2024-12-05T07:56:42,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e750e5a038a642c88d3f6cba2eaf84c9 2024-12-05T07:56:42,394 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/6a388ff644e647fda0ea0c1e6d270830 2024-12-05T07:56:42,395 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/7c370fe2a8ef4de8972de3147d1da0a0 2024-12-05T07:56:42,396 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/4447dfc655c94cf9ab20bc9be48eae95 2024-12-05T07:56:42,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/f8fd767214d14ecc86c80bacd95677d4 2024-12-05T07:56:42,397 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/bcb91490925a48e9b31f48372b2ebca0 2024-12-05T07:56:42,400 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/dc4a27538d014ebabe2eb9185328cd5e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/7fb62b4a83c74cceb72b9426f229b05b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/9cd52b51aa7e48f6928cb3222a322491, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5eeeedd60f79408f9e745cef7dcb6b8c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59dcd9f203fd4811af6304fae9026dfb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3a0198f2210f43e68f06c90fabe7c85e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7] to archive 2024-12-05T07:56:42,401 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:42,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/a1aecb7c6da14c3e92ad3b56e1d82839 2024-12-05T07:56:42,402 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3026038f0f1a40e59c8f00e8848236d5 2024-12-05T07:56:42,403 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/dc4a27538d014ebabe2eb9185328cd5e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/dc4a27538d014ebabe2eb9185328cd5e 2024-12-05T07:56:42,404 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/940823f5c36d4b3f9f5f3df0486b0f66 2024-12-05T07:56:42,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f3120521dad64f348c18d5a313425588 2024-12-05T07:56:42,405 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/7fb62b4a83c74cceb72b9426f229b05b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/7fb62b4a83c74cceb72b9426f229b05b 2024-12-05T07:56:42,406 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/112a277d518a43538f02e8107a5d00a4 2024-12-05T07:56:42,407 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c56bb74dc72d429db7e264b3f6ef0f26 2024-12-05T07:56:42,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/9cd52b51aa7e48f6928cb3222a322491 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/9cd52b51aa7e48f6928cb3222a322491 2024-12-05T07:56:42,408 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f8f5ca5b7315434c832b83675da8d1ae 2024-12-05T07:56:42,409 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/71b1e9d6ce754fc7a2e533ec55e2605f 2024-12-05T07:56:42,410 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5eeeedd60f79408f9e745cef7dcb6b8c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5eeeedd60f79408f9e745cef7dcb6b8c 2024-12-05T07:56:42,411 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/f5207b1cd6dc45529173b259c727111a 2024-12-05T07:56:42,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/ffbc0046cb874e5b91055892fd19f489 2024-12-05T07:56:42,412 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59dcd9f203fd4811af6304fae9026dfb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59dcd9f203fd4811af6304fae9026dfb 2024-12-05T07:56:42,413 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/c573c414b59e4b4090ca2896edc172e3 2024-12-05T07:56:42,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/5dcfed663b7041c290e12cef2332c55e 2024-12-05T07:56:42,414 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3a0198f2210f43e68f06c90fabe7c85e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/3a0198f2210f43e68f06c90fabe7c85e 2024-12-05T07:56:42,415 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/8263bc0b1042496b88a444aeb4a92180 2024-12-05T07:56:42,416 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/b0c54a46bd79400aa80d880f77fe2b91 2024-12-05T07:56:42,417 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/1b0965e9081943b08400bbf32fe8d0e7 2024-12-05T07:56:42,419 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/fd3ae4987aa94e00a832bde352e337d8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/05ea557c57e5468cbf77b4c2199464ef, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/904c7a2de8474fb49440d6a5f9995869, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/42db316b38554adfaa5d50ded754911d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/4eeb825ad93440d185f8b4a359818c61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/a3a21712e0bd4dac8f853c7c956cf1b4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb] to archive 2024-12-05T07:56:42,420 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:56:42,421 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/ae080777a45944d39020dd4a2fc8df50 2024-12-05T07:56:42,422 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c601a737bc3849ff8f9ce23cdd8cf8d6 2024-12-05T07:56:42,423 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/fd3ae4987aa94e00a832bde352e337d8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/fd3ae4987aa94e00a832bde352e337d8 2024-12-05T07:56:42,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/7202bb1a801243c2bd45fa307e9704d9 2024-12-05T07:56:42,424 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d51359bebe0a4f86b9dd729895959f15 2024-12-05T07:56:42,425 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/05ea557c57e5468cbf77b4c2199464ef to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/05ea557c57e5468cbf77b4c2199464ef 2024-12-05T07:56:42,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/5996ee70306c44a7a2db518009f7fad5 2024-12-05T07:56:42,426 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/acd8002a477b448fbfd98a9986047e15 2024-12-05T07:56:42,427 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/904c7a2de8474fb49440d6a5f9995869 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/904c7a2de8474fb49440d6a5f9995869 2024-12-05T07:56:42,428 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f4a0fcf9ea7c4a66bc994c8b9a36c806 2024-12-05T07:56:42,428 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/c6074c634f92440098d7804222d42b26 2024-12-05T07:56:42,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/42db316b38554adfaa5d50ded754911d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/42db316b38554adfaa5d50ded754911d 2024-12-05T07:56:42,429 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/399a2bb529f049abb88c3411b9e8529f 2024-12-05T07:56:42,430 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/3519ab3b97c44e0fa085f65ee18f3d0b 2024-12-05T07:56:42,431 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/4eeb825ad93440d185f8b4a359818c61 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/4eeb825ad93440d185f8b4a359818c61 2024-12-05T07:56:42,432 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/b4a941ce9e614f86a9f94effa1c135c1 2024-12-05T07:56:42,432 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/e7077f829b394ab3b762bd710b48e903 2024-12-05T07:56:42,433 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/a3a21712e0bd4dac8f853c7c956cf1b4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/a3a21712e0bd4dac8f853c7c956cf1b4 2024-12-05T07:56:42,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/09de249fe7af4441bbc3031562bbb8a5 2024-12-05T07:56:42,434 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f33a7ceac1544368bc0c17e542e0e1bc 2024-12-05T07:56:42,435 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/fc6cd38557f3:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/d9c8db800f7b48c1bab2af774abc8bbb 2024-12-05T07:56:44,410 INFO [Thread-1548 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1548. 2024-12-05T07:56:44,410 DEBUG [Thread-1548 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:56:44,410 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:44,410 DEBUG [Thread-1548 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:44,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 82 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1688 2024-12-05T07:56:44,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5062 rows 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1674 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5020 rows 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1668 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5003 rows 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1671 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5010 rows 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1691 2024-12-05T07:56:44,411 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 5071 rows 2024-12-05T07:56:44,411 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:56:44,411 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobScanAtomicity(AcidGuaranteesTestBase.java:127) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:56:44,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:44,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:44,411 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:56:44,412 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:56:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=113, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:44,417 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385404416"}]},"ts":"1733385404416"} 2024-12-05T07:56:44,418 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:56:44,419 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:56:44,419 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=114, ppid=113, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:56:44,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, UNASSIGN}] 2024-12-05T07:56:44,422 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, UNASSIGN 2024-12-05T07:56:44,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:44,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=115, ppid=114, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, UNASSIGN because future has completed 2024-12-05T07:56:44,424 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:56:44,424 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:44,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:44,577 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(122): Close 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:44,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:56:44,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1722): Closing 99c6a3b8e795bd2e656c318955e51e8f, disabling compactions & flushes 2024-12-05T07:56:44,577 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:44,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:44,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. after waiting 0 ms 2024-12-05T07:56:44,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:44,577 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(2902): Flushing 99c6a3b8e795bd2e656c318955e51e8f 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=A 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=B 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 99c6a3b8e795bd2e656c318955e51e8f, store=C 2024-12-05T07:56:44,578 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:44,582 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c5ab48257b7a46e39c991008b91f40da_99c6a3b8e795bd2e656c318955e51e8f is 50, key is test_row_1/A:col10/1733385404408/Put/seqid=0 2024-12-05T07:56:44,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742256_1432 (size=7374) 2024-12-05T07:56:44,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:44,986 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:44,990 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c5ab48257b7a46e39c991008b91f40da_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c5ab48257b7a46e39c991008b91f40da_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:44,991 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/045d92e4c59d4476b71025ff4bf77eaf, store: [table=TestAcidGuarantees family=A region=99c6a3b8e795bd2e656c318955e51e8f] 2024-12-05T07:56:44,991 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/045d92e4c59d4476b71025ff4bf77eaf is 175, key is test_row_1/A:col10/1733385404408/Put/seqid=0 2024-12-05T07:56:44,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742257_1433 (size=13865) 2024-12-05T07:56:45,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:45,395 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=303, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/045d92e4c59d4476b71025ff4bf77eaf 2024-12-05T07:56:45,401 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/eefd322a6afa4ada82e6fbed75e7e99e is 50, key is test_row_1/B:col10/1733385404408/Put/seqid=0 2024-12-05T07:56:45,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742258_1434 (size=7415) 2024-12-05T07:56:45,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:45,810 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/eefd322a6afa4ada82e6fbed75e7e99e 2024-12-05T07:56:45,820 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f3d06145b9c94acc85adc12cccbde53b is 50, key is test_row_1/C:col10/1733385404408/Put/seqid=0 2024-12-05T07:56:45,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742259_1435 (size=7415) 2024-12-05T07:56:46,224 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=303 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f3d06145b9c94acc85adc12cccbde53b 2024-12-05T07:56:46,231 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/A/045d92e4c59d4476b71025ff4bf77eaf as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/045d92e4c59d4476b71025ff4bf77eaf 2024-12-05T07:56:46,234 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/045d92e4c59d4476b71025ff4bf77eaf, entries=50, sequenceid=303, filesize=13.5 K 2024-12-05T07:56:46,234 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/B/eefd322a6afa4ada82e6fbed75e7e99e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/eefd322a6afa4ada82e6fbed75e7e99e 2024-12-05T07:56:46,237 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/eefd322a6afa4ada82e6fbed75e7e99e, entries=50, sequenceid=303, filesize=7.2 K 2024-12-05T07:56:46,238 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/.tmp/C/f3d06145b9c94acc85adc12cccbde53b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f3d06145b9c94acc85adc12cccbde53b 2024-12-05T07:56:46,241 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f3d06145b9c94acc85adc12cccbde53b, entries=50, sequenceid=303, filesize=7.2 K 2024-12-05T07:56:46,242 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 99c6a3b8e795bd2e656c318955e51e8f in 1664ms, sequenceid=303, compaction requested=true 2024-12-05T07:56:46,245 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits/306.seqid, newMaxSeqId=306, maxSeqId=4 2024-12-05T07:56:46,245 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. 2024-12-05T07:56:46,245 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] regionserver.HRegion(1676): Region close journal for 99c6a3b8e795bd2e656c318955e51e8f: Waiting for close lock at 1733385404577Running coprocessor pre-close hooks at 1733385404577Disabling compacts and flushes for region at 1733385404577Disabling writes for close at 1733385404577Obtaining lock to block concurrent updates at 1733385404577Preparing flush snapshotting stores in 99c6a3b8e795bd2e656c318955e51e8f at 1733385404577Finished memstore snapshotting TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733385404578 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f. at 1733385404578Flushing 99c6a3b8e795bd2e656c318955e51e8f/A: creating writer at 1733385404578Flushing mob file 99c6a3b8e795bd2e656c318955e51e8f/A: appending metadata at 1733385404582 (+4 ms)Flushing mob file 99c6a3b8e795bd2e656c318955e51e8f/A: closing flushed file at 1733385404582Flushing 99c6a3b8e795bd2e656c318955e51e8f/A: appending metadata at 1733385404991 (+409 ms)Flushing 99c6a3b8e795bd2e656c318955e51e8f/A: closing flushed file at 1733385404991Flushing 99c6a3b8e795bd2e656c318955e51e8f/B: creating writer at 1733385405398 (+407 ms)Flushing 99c6a3b8e795bd2e656c318955e51e8f/B: appending metadata at 1733385405401 (+3 ms)Flushing 99c6a3b8e795bd2e656c318955e51e8f/B: closing flushed file at 1733385405401Flushing 99c6a3b8e795bd2e656c318955e51e8f/C: creating writer at 1733385405817 (+416 ms)Flushing 99c6a3b8e795bd2e656c318955e51e8f/C: appending metadata at 1733385405819 (+2 ms)Flushing 99c6a3b8e795bd2e656c318955e51e8f/C: closing flushed file at 1733385405819Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5326fc75: reopening flushed file at 1733385406230 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eb954c6: reopening flushed file at 1733385406234 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e1a5e11: reopening flushed file at 1733385406237 (+3 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 99c6a3b8e795bd2e656c318955e51e8f in 1664ms, sequenceid=303, compaction requested=true at 1733385406242 (+5 ms)Writing region close event to WAL at 1733385406243 (+1 ms)Running coprocessor post-close hooks at 1733385406245 (+2 ms)Closed at 1733385406245 2024-12-05T07:56:46,247 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=116}] handler.UnassignRegionHandler(157): Closed 99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,248 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=115 updating hbase:meta row=99c6a3b8e795bd2e656c318955e51e8f, regionState=CLOSED 2024-12-05T07:56:46,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=116, ppid=115, state=RUNNABLE, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=116, resume processing ppid=115 2024-12-05T07:56:46,251 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=116, ppid=115, state=SUCCESS, hasLock=false; CloseRegionProcedure 99c6a3b8e795bd2e656c318955e51e8f, server=fc6cd38557f3,33411,1733385279324 in 1.8260 sec 2024-12-05T07:56:46,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=115, resume processing ppid=114 2024-12-05T07:56:46,252 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=115, ppid=114, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=99c6a3b8e795bd2e656c318955e51e8f, UNASSIGN in 1.8300 sec 2024-12-05T07:56:46,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=114, resume processing ppid=113 2024-12-05T07:56:46,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=114, ppid=113, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8340 sec 2024-12-05T07:56:46,255 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385406255"}]},"ts":"1733385406255"} 2024-12-05T07:56:46,257 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:56:46,257 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:56:46,258 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=113, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.8450 sec 2024-12-05T07:56:46,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=113 2024-12-05T07:56:46,569 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:46,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:56:46,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,570 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=117, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T07:56:46,571 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=117, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,573 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,575 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits] 2024-12-05T07:56:46,578 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/045d92e4c59d4476b71025ff4bf77eaf to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/045d92e4c59d4476b71025ff4bf77eaf 2024-12-05T07:56:46,579 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/89019742a01a4e17af197451aa2b9081 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/89019742a01a4e17af197451aa2b9081 2024-12-05T07:56:46,580 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e34bbb595d7244739b471bd3fbe81647 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/A/e34bbb595d7244739b471bd3fbe81647 2024-12-05T07:56:46,582 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/16f1b5dc14774a48b257c6fee007d8ba to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/16f1b5dc14774a48b257c6fee007d8ba 2024-12-05T07:56:46,583 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59ca9e47542741c9802a8be478fe6f65 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/59ca9e47542741c9802a8be478fe6f65 2024-12-05T07:56:46,584 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/eefd322a6afa4ada82e6fbed75e7e99e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/B/eefd322a6afa4ada82e6fbed75e7e99e 2024-12-05T07:56:46,585 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/25062f3972cd4629bf13d67e1f5239ee to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/25062f3972cd4629bf13d67e1f5239ee 2024-12-05T07:56:46,586 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/630d0b04afa44ca4acf8146f911b93de to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/630d0b04afa44ca4acf8146f911b93de 2024-12-05T07:56:46,587 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f3d06145b9c94acc85adc12cccbde53b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/C/f3d06145b9c94acc85adc12cccbde53b 2024-12-05T07:56:46,590 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits/306.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f/recovered.edits/306.seqid 2024-12-05T07:56:46,591 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,591 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:56:46,591 DEBUG [PEWorker-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:56:46,592 DEBUG [PEWorker-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T07:56:46,594 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120506e583966e3a4844a3052aa60f54a8a5_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120506e583966e3a4844a3052aa60f54a8a5_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,595 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120508c99975ea7f464a89c6001de4bfee80_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120508c99975ea7f464a89c6001de4bfee80_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,596 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120516900105ff554c9eba67f9134c0af4e3_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120516900105ff554c9eba67f9134c0af4e3_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,597 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b0822014f384299941353f8ad017b08_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412053b0822014f384299941353f8ad017b08_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,598 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540d95386d75e43a3b62b44f9ef0c8fa6_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120540d95386d75e43a3b62b44f9ef0c8fa6_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054b5e5ff681d2490c981b3a6b29e20df2_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412054b5e5ff681d2490c981b3a6b29e20df2_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,599 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559ecb5da6986454699d86de5e8a98d8c_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120559ecb5da6986454699d86de5e8a98d8c_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,600 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ae83781e6d34419bda9173b6d806871_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412056ae83781e6d34419bda9173b6d806871_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,601 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bf1491d6c6e8445b99df84866a833463_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205bf1491d6c6e8445b99df84866a833463_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,601 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c5ab48257b7a46e39c991008b91f40da_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c5ab48257b7a46e39c991008b91f40da_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,602 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3c4efe9864b4389edc0afddee517d_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205cff3c4efe9864b4389edc0afddee517d_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,603 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dac0748b4fbf4e01ae0f2fd169f2e62c_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dac0748b4fbf4e01ae0f2fd169f2e62c_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,604 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dea2114f80f744a4b6d96cff7bd9fa37_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dea2114f80f744a4b6d96cff7bd9fa37_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,604 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205eca5582f80814cfa8c1a9de90159f27a_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205eca5582f80814cfa8c1a9de90159f27a_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,605 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f53af537bb804f6a930ab60033b8d1de_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205f53af537bb804f6a930ab60033b8d1de_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,606 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feb494020d55447abd1e70ee592a7a90_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205feb494020d55447abd1e70ee592a7a90_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fece3d0559844a93b563f4d8d2a0ead8_99c6a3b8e795bd2e656c318955e51e8f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fece3d0559844a93b563f4d8d2a0ead8_99c6a3b8e795bd2e656c318955e51e8f 2024-12-05T07:56:46,607 DEBUG [PEWorker-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:56:46,609 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=117, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,611 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:56:46,613 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:56:46,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=117, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,614 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:56:46,615 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385406614"}]},"ts":"9223372036854775807"} 2024-12-05T07:56:46,617 INFO [PEWorker-1 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:56:46,617 DEBUG [PEWorker-1 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 99c6a3b8e795bd2e656c318955e51e8f, NAME => 'TestAcidGuarantees,,1733385373822.99c6a3b8e795bd2e656c318955e51e8f.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:56:46,617 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:56:46,617 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385406617"}]},"ts":"9223372036854775807"} 2024-12-05T07:56:46,619 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:56:46,620 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=117, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=117, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 51 msec 2024-12-05T07:56:46,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=117 2024-12-05T07:56:46,678 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:56:46,680 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:46,686 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobScanAtomicity Thread=248 (was 248), OpenFileDescriptor=447 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=376 (was 363) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6762 (was 6259) - AvailableMemoryMB LEAK? - 2024-12-05T07:56:46,697 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=248, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=376, ProcessCount=12, AvailableMemoryMB=6760 2024-12-05T07:56:46,699 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:56:46,699 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:56:46,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:56:46,700 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:56:46,701 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:46,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 118 2024-12-05T07:56:46,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:46,701 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:56:46,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742260_1436 (size=1061) 2024-12-05T07:56:46,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:47,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:47,107 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:56:47,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742261_1437 (size=53) 2024-12-05T07:56:47,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:47,513 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:56:47,513 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 4ab8220fcdf79d4ac432162ba01ccbb6, disabling compactions & flushes 2024-12-05T07:56:47,514 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,514 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,514 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. after waiting 0 ms 2024-12-05T07:56:47,514 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,514 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,514 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4ab8220fcdf79d4ac432162ba01ccbb6: Waiting for close lock at 1733385407513Disabling compacts and flushes for region at 1733385407513Disabling writes for close at 1733385407514 (+1 ms)Writing region close event to WAL at 1733385407514Closed at 1733385407514 2024-12-05T07:56:47,516 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:56:47,516 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385407516"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385407516"}]},"ts":"1733385407516"} 2024-12-05T07:56:47,518 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:56:47,519 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:56:47,520 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385407519"}]},"ts":"1733385407519"} 2024-12-05T07:56:47,522 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:56:47,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, ASSIGN}] 2024-12-05T07:56:47,524 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, ASSIGN 2024-12-05T07:56:47,525 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:56:47,676 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=4ab8220fcdf79d4ac432162ba01ccbb6, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:47,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=119, ppid=118, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, ASSIGN because future has completed 2024-12-05T07:56:47,678 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:56:47,833 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7752): Opening region: {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:56:47,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:56:47,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7794): checking encryption for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(7797): checking classloading for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,836 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:47,838 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:47,838 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab8220fcdf79d4ac432162ba01ccbb6 columnFamilyName A 2024-12-05T07:56:47,839 DEBUG [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:47,839 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(327): Store=4ab8220fcdf79d4ac432162ba01ccbb6/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:47,839 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,841 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:47,841 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab8220fcdf79d4ac432162ba01ccbb6 columnFamilyName B 2024-12-05T07:56:47,842 DEBUG [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:47,842 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(327): Store=4ab8220fcdf79d4ac432162ba01ccbb6/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:47,842 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,843 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:56:47,844 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4ab8220fcdf79d4ac432162ba01ccbb6 columnFamilyName C 2024-12-05T07:56:47,844 DEBUG [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:56:47,844 INFO [StoreOpener-4ab8220fcdf79d4ac432162ba01ccbb6-1 {}] regionserver.HStore(327): Store=4ab8220fcdf79d4ac432162ba01ccbb6/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:56:47,844 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,844 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1038): replaying wal for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,845 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,846 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,847 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1048): stopping wal replay for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,847 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1060): Cleaning up temporary data for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,847 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:56:47,848 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1093): writing seq id for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,849 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:56:47,850 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1114): Opened 4ab8220fcdf79d4ac432162ba01ccbb6; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73733148, jitterRate=0.09870952367782593}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:56:47,850 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:47,850 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegion(1006): Region open journal for 4ab8220fcdf79d4ac432162ba01ccbb6: Running coprocessor pre-open hook at 1733385407835Writing region info on filesystem at 1733385407835Initializing all the Stores at 1733385407836 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385407836Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385407836Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385407836Cleaning up temporary data from old regions at 1733385407847 (+11 ms)Running coprocessor post-open hooks at 1733385407850 (+3 ms)Region opened successfully at 1733385407850 2024-12-05T07:56:47,851 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., pid=120, masterSystemTime=1733385407830 2024-12-05T07:56:47,852 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,852 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=120}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:47,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=119 updating hbase:meta row=4ab8220fcdf79d4ac432162ba01ccbb6, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:47,854 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=120, ppid=119, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:56:47,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=120, resume processing ppid=119 2024-12-05T07:56:47,856 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=120, ppid=119, state=SUCCESS, hasLock=false; OpenRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 in 176 msec 2024-12-05T07:56:47,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=119, resume processing ppid=118 2024-12-05T07:56:47,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=119, ppid=118, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, ASSIGN in 334 msec 2024-12-05T07:56:47,858 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:56:47,858 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385407858"}]},"ts":"1733385407858"} 2024-12-05T07:56:47,859 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:56:47,860 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=118, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:56:47,861 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=118, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1610 sec 2024-12-05T07:56:48,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=118 2024-12-05T07:56:48,858 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:48,859 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16af2234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,860 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,860 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,861 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b180b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,861 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,862 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,864 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28692af9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,865 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55152, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,867 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:56:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:56:48,868 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7692a985 2024-12-05T07:56:48,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:56:48,870 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34038, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:56:48,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@695dbdde, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,871 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,871 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,872 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,872 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34815b78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,873 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,874 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,875 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ebb0e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,875 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594674bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,875 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,875 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,876 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,876 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@410f778, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,877 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,878 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34094, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,878 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da5cd64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,879 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@119ad987, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,879 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,879 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,879 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3167ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,880 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,881 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14a8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c4ef34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,882 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b9e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,882 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,883 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,883 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34124, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,884 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41e5f416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fd1f545, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,884 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,884 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,885 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6accf5e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,885 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,886 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34146, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,886 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b068972, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27ae0787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,887 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,887 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,887 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,887 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7affdb96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,888 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,888 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,889 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47d04221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1627c26b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,889 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,890 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,890 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,890 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d4f429e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,891 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,892 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34178, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,892 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f4ecf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5993889b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,893 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,894 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5accbabb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,894 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,895 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,896 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34198, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,896 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd8b956, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117399b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,898 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4029ba49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,898 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,899 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,899 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,900 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@293e69e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b33a176, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,901 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:56:48,901 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:56:48,901 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f85fc7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:56:48,902 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:56:48,903 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:56:48,903 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62d2f85f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:56:48,904 DEBUG [Thread-1979 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,904 DEBUG [Thread-1976 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,904 DEBUG [Thread-1981 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,904 DEBUG [Thread-1970 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,904 DEBUG [Thread-1974 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,904 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,904 DEBUG [Thread-1968 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,905 DEBUG [Thread-1972 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,905 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,906 DEBUG [Thread-1987 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,906 DEBUG [Thread-1983 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,906 DEBUG [Thread-1985 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:56:48,906 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55190, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,906 DEBUG [Thread-1987 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,907 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55204, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55192, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,907 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,907 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:56:48,908 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:56:48,908 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,909 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees 2024-12-05T07:56:48,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:48,909 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:56:48,910 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,910 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,911 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,911 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:48,911 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,911 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,912 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='', locateType=CURRENT is [region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2] 2024-12-05T07:56:48,913 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=121, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:48,913 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=122, ppid=121, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:48,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:48,920 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:56:48,920 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:48,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:48,940 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/751da0d666c44c578c241a748b1a07b2 is 50, key is test_row_0/A:col10/1733385408913/Put/seqid=0 2024-12-05T07:56:48,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742262_1438 (size=12001) 2024-12-05T07:56:48,946 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/751da0d666c44c578c241a748b1a07b2 2024-12-05T07:56:48,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=309, cellSize=14145, totalHeapSize=32376, min timestamp=1733385408941, max timestamp=1733385408957Num uniques 859; 2024-12-05T07:56:48,960 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=14145, suffix heap size=117064,new segment heap size=32376 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=309 2024-12-05T07:56:48,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385408941, max timestamp=1733385408957Num uniques 859; 2024-12-05T07:56:48,962 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:48,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385408941, max timestamp=1733385408957Num uniques 859; 2024-12-05T07:56:48,964 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:48,964 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/0780fff92888434fa7f8c1f233eb7344 is 50, key is test_row_0/B:col10/1733385408913/Put/seqid=0 2024-12-05T07:56:48,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742263_1439 (size=12001) 2024-12-05T07:56:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385468992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385468999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385468995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469003, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,010 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,011 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:49,020 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385469011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,020 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,065 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-05T07:56:49,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:49,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,066 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385469118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385469118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385469118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,122 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385469127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,132 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-05T07:56:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385469328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,335 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385469328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385469328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,336 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385469337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,346 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-05T07:56:49,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,372 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] handler.RSProcedureHandler(58): pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=122 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=122 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:49,380 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/0780fff92888434fa7f8c1f233eb7344 2024-12-05T07:56:49,401 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/818d59f288a14379b5725ae7bc754065 is 50, key is test_row_0/C:col10/1733385408913/Put/seqid=0 2024-12-05T07:56:49,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742264_1440 (size=12001) 2024-12-05T07:56:49,404 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/818d59f288a14379b5725ae7bc754065 2024-12-05T07:56:49,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/751da0d666c44c578c241a748b1a07b2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2 2024-12-05T07:56:49,411 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2, entries=150, sequenceid=11, filesize=11.7 K 2024-12-05T07:56:49,414 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/0780fff92888434fa7f8c1f233eb7344 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344 2024-12-05T07:56:49,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344, entries=150, sequenceid=11, filesize=11.7 K 2024-12-05T07:56:49,417 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/818d59f288a14379b5725ae7bc754065 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065 2024-12-05T07:56:49,422 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065, entries=150, sequenceid=11, filesize=11.7 K 2024-12-05T07:56:49,422 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=138.65 KB/141980 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 502ms, sequenceid=11, compaction requested=false 2024-12-05T07:56:49,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:49,526 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=122 2024-12-05T07:56:49,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:49,526 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=138.65 KB heapSize=390.45 KB 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:49,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:49,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/6084aa1799da410897db2dfc1df13488 is 50, key is test_row_0/A:col10/1733385408977/Put/seqid=0 2024-12-05T07:56:49,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:49,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742265_1441 (size=12001) 2024-12-05T07:56:49,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:49,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385469653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385469657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,663 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,665 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385469658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,665 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385469663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,673 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,769 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385469768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,770 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385469768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,770 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385469777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,780 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,780 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,781 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,946 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/6084aa1799da410897db2dfc1df13488 2024-12-05T07:56:49,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/f65a87dbcdd64335beace7765de17f67 is 50, key is test_row_0/B:col10/1733385408977/Put/seqid=0 2024-12-05T07:56:49,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742266_1442 (size=12001) 2024-12-05T07:56:49,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385469977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,984 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385469977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,984 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385469987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,995 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:49,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:49,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385469988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:49,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:49,999 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:50,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385470177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,183 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,184 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385470287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,295 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385470287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,295 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385470297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,306 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385470308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,316 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,363 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/f65a87dbcdd64335beace7765de17f67 2024-12-05T07:56:50,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a5bdd5206b534f2ea85c21741b0aa104 is 50, key is test_row_0/C:col10/1733385408977/Put/seqid=0 2024-12-05T07:56:50,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742267_1443 (size=12001) 2024-12-05T07:56:50,374 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a5bdd5206b534f2ea85c21741b0aa104 2024-12-05T07:56:50,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/6084aa1799da410897db2dfc1df13488 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488 2024-12-05T07:56:50,384 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T07:56:50,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/f65a87dbcdd64335beace7765de17f67 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67 2024-12-05T07:56:50,396 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T07:56:50,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a5bdd5206b534f2ea85c21741b0aa104 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104 2024-12-05T07:56:50,400 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104, entries=150, sequenceid=47, filesize=11.7 K 2024-12-05T07:56:50,401 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(3140): Finished flush of dataSize ~138.65 KB/141980, heapSize ~390.41 KB/399776, currentSize=53.67 KB/54960 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 875ms, sequenceid=47, compaction requested=false 2024-12-05T07:56:50,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:50,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:50,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=122}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=122 2024-12-05T07:56:50,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=122 2024-12-05T07:56:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=122, resume processing ppid=121 2024-12-05T07:56:50,407 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=122, ppid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-12-05T07:56:50,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=121, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=121, table=TestAcidGuarantees in 1.5010 sec 2024-12-05T07:56:50,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:50,811 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:50,811 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:50,815 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/d9416cba3b3543ac978838a052e55dd2 is 50, key is test_row_0/A:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:50,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742268_1444 (size=16681) 2024-12-05T07:56:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385470836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385470835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,852 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385470851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385470852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,862 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385470957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385470957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,966 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385470968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:50,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385470968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:50,975 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=121 2024-12-05T07:56:51,058 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:51,058 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:51,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees 2024-12-05T07:56:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T07:56:51,061 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:51,062 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=123, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:51,062 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=124, ppid=123, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:51,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T07:56:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385471177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,180 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385471177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385471177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,181 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385471187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385471188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,195 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2185 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,195 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,214 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-05T07:56:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,214 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] handler.RSProcedureHandler(58): pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=124 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=124 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:51,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/d9416cba3b3543ac978838a052e55dd2 2024-12-05T07:56:51,243 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 is 50, key is test_row_0/B:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:51,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742269_1445 (size=12001) 2024-12-05T07:56:51,255 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 2024-12-05T07:56:51,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/1d5ac698a1814483b989d40585f1550c is 50, key is test_row_0/C:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:51,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742270_1446 (size=12001) 2024-12-05T07:56:51,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/1d5ac698a1814483b989d40585f1550c 2024-12-05T07:56:51,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/d9416cba3b3543ac978838a052e55dd2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2 2024-12-05T07:56:51,277 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2, entries=250, sequenceid=60, filesize=16.3 K 2024-12-05T07:56:51,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 2024-12-05T07:56:51,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9, entries=150, sequenceid=60, filesize=11.7 K 2024-12-05T07:56:51,284 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/1d5ac698a1814483b989d40585f1550c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c 2024-12-05T07:56:51,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c, entries=150, sequenceid=60, filesize=11.7 K 2024-12-05T07:56:51,288 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 477ms, sequenceid=60, compaction requested=true 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:51,288 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:51,288 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:51,288 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40683 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:56:51,289 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,289 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=39.7 K 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 751da0d666c44c578c241a748b1a07b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733385408913 2024-12-05T07:56:51,289 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,289 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.2 K 2024-12-05T07:56:51,289 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6084aa1799da410897db2dfc1df13488, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733385408977 2024-12-05T07:56:51,290 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 0780fff92888434fa7f8c1f233eb7344, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733385408913 2024-12-05T07:56:51,290 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f65a87dbcdd64335beace7765de17f67, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733385408977 2024-12-05T07:56:51,290 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9416cba3b3543ac978838a052e55dd2, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:51,290 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c4dcd5d2d4bc46f69969a0cbc06d13f9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:51,297 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:51,297 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/7fd290bd16664d1db10ed8d8436b3505 is 50, key is test_row_0/B:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:51,300 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#373 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:51,300 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/d80633980d8e46948e5630bc86e5ca11 is 50, key is test_row_0/A:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:51,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742272_1448 (size=12104) 2024-12-05T07:56:51,318 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/d80633980d8e46948e5630bc86e5ca11 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d80633980d8e46948e5630bc86e5ca11 2024-12-05T07:56:51,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742271_1447 (size=12104) 2024-12-05T07:56:51,324 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into d80633980d8e46948e5630bc86e5ca11(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:51,324 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:51,324 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=13, startTime=1733385411288; duration=0sec 2024-12-05T07:56:51,324 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:51,324 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:56:51,324 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:51,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:51,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:56:51,325 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,325 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.2 K 2024-12-05T07:56:51,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 818d59f288a14379b5725ae7bc754065, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=11, earliestPutTs=1733385408913 2024-12-05T07:56:51,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5bdd5206b534f2ea85c21741b0aa104, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=47, earliestPutTs=1733385408977 2024-12-05T07:56:51,325 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1d5ac698a1814483b989d40585f1550c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:51,326 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/7fd290bd16664d1db10ed8d8436b3505 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7fd290bd16664d1db10ed8d8436b3505 2024-12-05T07:56:51,334 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 7fd290bd16664d1db10ed8d8436b3505(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:51,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:51,334 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=13, startTime=1733385411288; duration=0sec 2024-12-05T07:56:51,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:51,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:56:51,336 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#374 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:51,336 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ee219258bcc848d2a228d2c30739a42a is 50, key is test_row_0/C:col10/1733385409655/Put/seqid=0 2024-12-05T07:56:51,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742273_1449 (size=12104) 2024-12-05T07:56:51,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=124 2024-12-05T07:56:51,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,367 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:51,367 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/4e32d74d7a5f477a9abdfa8ae10a1d7f is 50, key is test_row_0/A:col10/1733385410835/Put/seqid=0 2024-12-05T07:56:51,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T07:56:51,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742274_1450 (size=12001) 2024-12-05T07:56:51,380 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/4e32d74d7a5f477a9abdfa8ae10a1d7f 2024-12-05T07:56:51,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ec9a5a0344154e398ba5163d5e5e77c9 is 50, key is test_row_0/B:col10/1733385410835/Put/seqid=0 2024-12-05T07:56:51,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742275_1451 (size=12001) 2024-12-05T07:56:51,397 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ec9a5a0344154e398ba5163d5e5e77c9 2024-12-05T07:56:51,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/f8664dc80d4d48e8a2816233cf646ab0 is 50, key is test_row_0/C:col10/1733385410835/Put/seqid=0 2024-12-05T07:56:51,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742276_1452 (size=12001) 2024-12-05T07:56:51,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:51,490 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:51,520 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385471511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385471512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385471512, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,521 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385471520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,527 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385471627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385471627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385471628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,633 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,634 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,641 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385471638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,642 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T07:56:51,743 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ee219258bcc848d2a228d2c30739a42a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee219258bcc848d2a228d2c30739a42a 2024-12-05T07:56:51,747 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into ee219258bcc848d2a228d2c30739a42a(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:51,747 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:51,747 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=13, startTime=1733385411288; duration=0sec 2024-12-05T07:56:51,747 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:51,747 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:56:51,766 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:56:51,819 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/f8664dc80d4d48e8a2816233cf646ab0 2024-12-05T07:56:51,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/4e32d74d7a5f477a9abdfa8ae10a1d7f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f 2024-12-05T07:56:51,827 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f, entries=150, sequenceid=81, filesize=11.7 K 2024-12-05T07:56:51,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ec9a5a0344154e398ba5163d5e5e77c9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9 2024-12-05T07:56:51,831 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9, entries=150, sequenceid=81, filesize=11.7 K 2024-12-05T07:56:51,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/f8664dc80d4d48e8a2816233cf646ab0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0 2024-12-05T07:56:51,836 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0, entries=150, sequenceid=81, filesize=11.7 K 2024-12-05T07:56:51,837 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 470ms, sequenceid=81, compaction requested=false 2024-12-05T07:56:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:51,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=124}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=124 2024-12-05T07:56:51,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=124 2024-12-05T07:56:51,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=124, resume processing ppid=123 2024-12-05T07:56:51,839 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=124, ppid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 776 msec 2024-12-05T07:56:51,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=123, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=123, table=TestAcidGuarantees in 781 msec 2024-12-05T07:56:51,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:51,842 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=73.80 KB heapSize=219.89 KB 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:51,842 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:51,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ab23d61430664cc0a228a88c580ac734 is 50, key is test_row_0/A:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:51,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742277_1453 (size=14341) 2024-12-05T07:56:51,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385471866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,875 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,876 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385471867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,877 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385471874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,881 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,881 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385471874, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,882 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385471977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,983 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385471987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385471987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,993 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385471987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:51,994 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,190 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385472187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,191 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=123 2024-12-05T07:56:52,198 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:52,198 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees 2024-12-05T07:56:52,199 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:52,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:52,200 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=125, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:52,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=126, ppid=125, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385472197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385472198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,202 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385472198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,203 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ab23d61430664cc0a228a88c580ac734 2024-12-05T07:56:52,265 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1943adec5ad94576bbb4eec9afa00571 is 50, key is test_row_0/B:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:52,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742278_1454 (size=12001) 2024-12-05T07:56:52,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:52,352 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-05T07:56:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385472497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,498 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-05T07:56:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385472507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,517 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,517 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385472507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:52,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385472507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:52,518 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:52,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-05T07:56:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] handler.RSProcedureHandler(58): pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=126 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=126 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:52,672 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1943adec5ad94576bbb4eec9afa00571 2024-12-05T07:56:52,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/72121f03000d4398aababdafc3523605 is 50, key is test_row_0/C:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:52,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742279_1455 (size=12001) 2024-12-05T07:56:52,681 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=96 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/72121f03000d4398aababdafc3523605 2024-12-05T07:56:52,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ab23d61430664cc0a228a88c580ac734 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734 2024-12-05T07:56:52,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734, entries=200, sequenceid=96, filesize=14.0 K 2024-12-05T07:56:52,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1943adec5ad94576bbb4eec9afa00571 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571 2024-12-05T07:56:52,691 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T07:56:52,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/72121f03000d4398aababdafc3523605 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605 2024-12-05T07:56:52,693 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605, entries=150, sequenceid=96, filesize=11.7 K 2024-12-05T07:56:52,694 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~73.80 KB/75570, heapSize ~219.84 KB/225120, currentSize=100.63 KB/103050 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 853ms, sequenceid=96, compaction requested=true 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:52,694 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:52,694 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:52,694 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:52,695 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:52,695 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:56:52,696 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,696 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d80633980d8e46948e5630bc86e5ca11, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=37.5 K 2024-12-05T07:56:52,697 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:52,697 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d80633980d8e46948e5630bc86e5ca11, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:52,697 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:56:52,698 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,698 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7fd290bd16664d1db10ed8d8436b3505, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.3 K 2024-12-05T07:56:52,698 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4e32d74d7a5f477a9abdfa8ae10a1d7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385410829 2024-12-05T07:56:52,698 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7fd290bd16664d1db10ed8d8436b3505, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:52,698 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ab23d61430664cc0a228a88c580ac734, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411498 2024-12-05T07:56:52,698 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ec9a5a0344154e398ba5163d5e5e77c9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385410829 2024-12-05T07:56:52,698 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1943adec5ad94576bbb4eec9afa00571, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411511 2024-12-05T07:56:52,706 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#381 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:52,706 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#382 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:52,706 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8d43d111773b4e4d9e0c6a85cee7250c is 50, key is test_row_0/B:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:52,707 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/7e6d3f9058644ddb80d5e1d2ea842691 is 50, key is test_row_0/A:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:52,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742281_1457 (size=12207) 2024-12-05T07:56:52,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742280_1456 (size=12207) 2024-12-05T07:56:52,715 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8d43d111773b4e4d9e0c6a85cee7250c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d43d111773b4e4d9e0c6a85cee7250c 2024-12-05T07:56:52,725 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 8d43d111773b4e4d9e0c6a85cee7250c(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:52,725 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:52,725 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=13, startTime=1733385412694; duration=0sec 2024-12-05T07:56:52,725 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:52,725 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:56:52,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:52,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:52,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:56:52,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee219258bcc848d2a228d2c30739a42a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.3 K 2024-12-05T07:56:52,727 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ee219258bcc848d2a228d2c30739a42a, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1733385409652 2024-12-05T07:56:52,727 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting f8664dc80d4d48e8a2816233cf646ab0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385410829 2024-12-05T07:56:52,728 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 72121f03000d4398aababdafc3523605, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411511 2024-12-05T07:56:52,737 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#383 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:52,738 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/1e0029f0203940ec9ae7185f29d5b1b0 is 50, key is test_row_0/C:col10/1733385411519/Put/seqid=0 2024-12-05T07:56:52,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742282_1458 (size=12207) 2024-12-05T07:56:52,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=126 2024-12-05T07:56:52,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:52,809 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:52,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:52,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/be02d79e65a74fb0a6c2fb3641f3edfc is 50, key is test_row_0/A:col10/1733385411873/Put/seqid=0 2024-12-05T07:56:52,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742283_1459 (size=12001) 2024-12-05T07:56:52,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:53,010 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:53,047 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385473040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,048 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385473041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385473042, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,050 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385473048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,058 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,114 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/7e6d3f9058644ddb80d5e1d2ea842691 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/7e6d3f9058644ddb80d5e1d2ea842691 2024-12-05T07:56:53,117 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into 7e6d3f9058644ddb80d5e1d2ea842691(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:53,117 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:53,117 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=13, startTime=1733385412694; duration=0sec 2024-12-05T07:56:53,117 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:53,117 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:56:53,146 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/1e0029f0203940ec9ae7185f29d5b1b0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1e0029f0203940ec9ae7185f29d5b1b0 2024-12-05T07:56:53,149 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into 1e0029f0203940ec9ae7185f29d5b1b0(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:53,149 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:53,149 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=13, startTime=1733385412694; duration=0sec 2024-12-05T07:56:53,149 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:53,149 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:56:53,159 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385473157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,160 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,163 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385473157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385473157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385473167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,216 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/be02d79e65a74fb0a6c2fb3641f3edfc 2024-12-05T07:56:53,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ccf6ee53fa2942f9a9c2ed4e71272e6a is 50, key is test_row_0/B:col10/1733385411873/Put/seqid=0 2024-12-05T07:56:53,222 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385473217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,222 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4213 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,223 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742284_1460 (size=12001) 2024-12-05T07:56:53,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:53,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385473368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385473368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,376 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385473368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,377 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,377 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385473377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,378 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,625 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ccf6ee53fa2942f9a9c2ed4e71272e6a 2024-12-05T07:56:53,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7bf5b584c20a411ca66af69658e4ea26 is 50, key is test_row_0/C:col10/1733385411873/Put/seqid=0 2024-12-05T07:56:53,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742285_1461 (size=12001) 2024-12-05T07:56:53,636 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7bf5b584c20a411ca66af69658e4ea26 2024-12-05T07:56:53,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/be02d79e65a74fb0a6c2fb3641f3edfc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc 2024-12-05T07:56:53,644 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T07:56:53,645 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ccf6ee53fa2942f9a9c2ed4e71272e6a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a 2024-12-05T07:56:53,648 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T07:56:53,648 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7bf5b584c20a411ca66af69658e4ea26 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26 2024-12-05T07:56:53,651 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26, entries=150, sequenceid=115, filesize=11.7 K 2024-12-05T07:56:53,652 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(3140): Finished flush of dataSize ~100.63 KB/103050, heapSize ~299.53 KB/306720, currentSize=73.80 KB/75570 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 843ms, sequenceid=115, compaction requested=false 2024-12-05T07:56:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:53,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=126}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=126 2024-12-05T07:56:53,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=126 2024-12-05T07:56:53,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=126, resume processing ppid=125 2024-12-05T07:56:53,654 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=126, ppid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-12-05T07:56:53,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=125, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=125, table=TestAcidGuarantees in 1.4560 sec 2024-12-05T07:56:53,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:53,681 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=80.51 KB heapSize=239.81 KB 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:53,681 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:53,685 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/20d2b9e0603644af951423e238b75179 is 50, key is test_row_0/A:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:53,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742286_1462 (size=14391) 2024-12-05T07:56:53,711 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385473706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385473707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385473710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,715 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385473711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,721 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385473818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,820 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,820 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385473818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385473818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,821 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:53,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:53,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385473827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:53,834 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385474028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385474028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385474028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,030 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385474038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,041 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/20d2b9e0603644af951423e238b75179 2024-12-05T07:56:54,119 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1835bf60046245cd8284bbe56f9ed26e is 50, key is test_row_0/B:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:54,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742287_1463 (size=12051) 2024-12-05T07:56:54,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1835bf60046245cd8284bbe56f9ed26e 2024-12-05T07:56:54,140 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ba45ee3150d145f89d0101a112d51f0f is 50, key is test_row_0/C:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:54,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742288_1464 (size=12051) 2024-12-05T07:56:54,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ba45ee3150d145f89d0101a112d51f0f 2024-12-05T07:56:54,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/20d2b9e0603644af951423e238b75179 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179 2024-12-05T07:56:54,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179, entries=200, sequenceid=132, filesize=14.1 K 2024-12-05T07:56:54,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/1835bf60046245cd8284bbe56f9ed26e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e 2024-12-05T07:56:54,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T07:56:54,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ba45ee3150d145f89d0101a112d51f0f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f 2024-12-05T07:56:54,160 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f, entries=150, sequenceid=132, filesize=11.8 K 2024-12-05T07:56:54,160 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~239.77 KB/245520, currentSize=93.93 KB/96180 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 479ms, sequenceid=132, compaction requested=true 2024-12-05T07:56:54,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:54,161 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:54,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:54,161 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:54,162 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38599 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:54,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:54,162 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:56:54,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:54,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:54,162 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:54,162 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/7e6d3f9058644ddb80d5e1d2ea842691, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=37.7 K 2024-12-05T07:56:54,162 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:54,162 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:56:54,162 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7e6d3f9058644ddb80d5e1d2ea842691, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411511 2024-12-05T07:56:54,163 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,163 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d43d111773b4e4d9e0c6a85cee7250c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.4 K 2024-12-05T07:56:54,163 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting be02d79e65a74fb0a6c2fb3641f3edfc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733385411850 2024-12-05T07:56:54,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d43d111773b4e4d9e0c6a85cee7250c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411511 2024-12-05T07:56:54,163 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 20d2b9e0603644af951423e238b75179, keycount=200, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413033 2024-12-05T07:56:54,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ccf6ee53fa2942f9a9c2ed4e71272e6a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733385411850 2024-12-05T07:56:54,163 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1835bf60046245cd8284bbe56f9ed26e, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413041 2024-12-05T07:56:54,171 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#391 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:54,171 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#390 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:54,171 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1836c119333949c29b652b096ad4fba7 is 50, key is test_row_0/A:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:54,172 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/42399811e599407c839f298628554c3c is 50, key is test_row_0/B:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742290_1466 (size=12359) 2024-12-05T07:56:54,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742289_1465 (size=12359) 2024-12-05T07:56:54,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:54,342 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=100.63 KB heapSize=299.58 KB 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:54,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:54,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=125 2024-12-05T07:56:54,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1c89509afeea4af792d0be9a2a268ee9 is 50, key is test_row_0/A:col10/1733385413710/Put/seqid=0 2024-12-05T07:56:54,348 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:54,348 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees 2024-12-05T07:56:54,349 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:54,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:54,350 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=127, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:54,350 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:54,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742291_1467 (size=16931) 2024-12-05T07:56:54,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385474363, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,370 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385474364, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385474365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,376 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385474365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,377 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:54,487 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385474478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,488 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385474478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,490 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385474487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385474487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,493 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,502 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,589 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1836c119333949c29b652b096ad4fba7 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1836c119333949c29b652b096ad4fba7 2024-12-05T07:56:54,589 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/42399811e599407c839f298628554c3c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/42399811e599407c839f298628554c3c 2024-12-05T07:56:54,592 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 42399811e599407c839f298628554c3c(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:54,592 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into 1836c119333949c29b652b096ad4fba7(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:54,592 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=13, startTime=1733385414161; duration=0sec 2024-12-05T07:56:54,592 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=13, startTime=1733385414160; duration=0sec 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:56:54,592 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:56:54,593 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36259 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:56:54,593 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:56:54,593 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,593 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1e0029f0203940ec9ae7185f29d5b1b0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=35.4 K 2024-12-05T07:56:54,593 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1e0029f0203940ec9ae7185f29d5b1b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=96, earliestPutTs=1733385411511 2024-12-05T07:56:54,594 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7bf5b584c20a411ca66af69658e4ea26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733385411850 2024-12-05T07:56:54,594 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba45ee3150d145f89d0101a112d51f0f, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413041 2024-12-05T07:56:54,599 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:54,600 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/5265d0614b304a2ca22fdfdc6bb7b453 is 50, key is test_row_0/C:col10/1733385413046/Put/seqid=0 2024-12-05T07:56:54,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742292_1468 (size=12359) 2024-12-05T07:56:54,655 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,656 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385474698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385474698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,703 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,703 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385474698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:54,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385474698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:54,704 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:54,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1c89509afeea4af792d0be9a2a268ee9 2024-12-05T07:56:54,763 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/3c1860870a634e49b270c3a372355456 is 50, key is test_row_0/B:col10/1733385413710/Put/seqid=0 2024-12-05T07:56:54,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742293_1469 (size=12151) 2024-12-05T07:56:54,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,808 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:54,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:54,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:55,006 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/5265d0614b304a2ca22fdfdc6bb7b453 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/5265d0614b304a2ca22fdfdc6bb7b453 2024-12-05T07:56:55,009 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into 5265d0614b304a2ca22fdfdc6bb7b453(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:55,009 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:55,009 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=13, startTime=1733385414162; duration=0sec 2024-12-05T07:56:55,009 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:55,009 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:56:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385475008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385475008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,013 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385475008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,014 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385475017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,021 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,113 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,113 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/3c1860870a634e49b270c3a372355456 2024-12-05T07:56:55,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/2379801f8041492a82f6aec3d71c9a76 is 50, key is test_row_0/C:col10/1733385413710/Put/seqid=0 2024-12-05T07:56:55,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742294_1470 (size=12151) 2024-12-05T07:56:55,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:55,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:55,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,418 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:55,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:55,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385475518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,519 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385475518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,524 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,532 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385475528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:55,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385475528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,533 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:55,534 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:55,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] handler.RSProcedureHandler(58): pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=128 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=128 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:55,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=151 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/2379801f8041492a82f6aec3d71c9a76 2024-12-05T07:56:55,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1c89509afeea4af792d0be9a2a268ee9 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9 2024-12-05T07:56:55,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9, entries=250, sequenceid=151, filesize=16.5 K 2024-12-05T07:56:55,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/3c1860870a634e49b270c3a372355456 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456 2024-12-05T07:56:55,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456, entries=150, sequenceid=151, filesize=11.9 K 2024-12-05T07:56:55,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/2379801f8041492a82f6aec3d71c9a76 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76 2024-12-05T07:56:55,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76, entries=150, sequenceid=151, filesize=11.9 K 2024-12-05T07:56:55,601 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1259ms, sequenceid=151, compaction requested=false 2024-12-05T07:56:55,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:55,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=128 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:55,726 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:55,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:55,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/e59c1ecb5daf46789e29976191060d09 is 50, key is test_row_0/A:col10/1733385414363/Put/seqid=0 2024-12-05T07:56:55,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742295_1471 (size=12151) 2024-12-05T07:56:56,132 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/e59c1ecb5daf46789e29976191060d09 2024-12-05T07:56:56,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/e7dbe0cb0e224510b70c0dc676498005 is 50, key is test_row_0/B:col10/1733385414363/Put/seqid=0 2024-12-05T07:56:56,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742296_1472 (size=12151) 2024-12-05T07:56:56,142 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/e7dbe0cb0e224510b70c0dc676498005 2024-12-05T07:56:56,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/14b2cfcc7d1b425891037daab3a0530c is 50, key is test_row_0/C:col10/1733385414363/Put/seqid=0 2024-12-05T07:56:56,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742297_1473 (size=12151) 2024-12-05T07:56:56,169 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/14b2cfcc7d1b425891037daab3a0530c 2024-12-05T07:56:56,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/e59c1ecb5daf46789e29976191060d09 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09 2024-12-05T07:56:56,180 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T07:56:56,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/e7dbe0cb0e224510b70c0dc676498005 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005 2024-12-05T07:56:56,186 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T07:56:56,186 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/14b2cfcc7d1b425891037daab3a0530c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c 2024-12-05T07:56:56,195 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c, entries=150, sequenceid=167, filesize=11.9 K 2024-12-05T07:56:56,198 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=0 B/0 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 472ms, sequenceid=167, compaction requested=true 2024-12-05T07:56:56,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:56,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=128}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=128 2024-12-05T07:56:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=128 2024-12-05T07:56:56,201 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=128, resume processing ppid=127 2024-12-05T07:56:56,202 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=128, ppid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8490 sec 2024-12-05T07:56:56,206 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=127, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=127, table=TestAcidGuarantees in 1.8550 sec 2024-12-05T07:56:56,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=127 2024-12-05T07:56:56,498 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:56:56,498 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:56:56,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees 2024-12-05T07:56:56,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:56,504 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:56:56,505 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=129, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:56:56,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:56:56,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:56,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:56,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:56,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/88842881b37040ca81c9c65246616fbd is 50, key is test_row_0/A:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:56,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742298_1474 (size=14537) 2024-12-05T07:56:56,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:56,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:56,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,661 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385416617, max timestamp=1733385416679Num uniques 859; 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385416617, max timestamp=1733385416679Num uniques 859; 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385416617, max timestamp=1733385416679Num uniques 859; 2024-12-05T07:56:56,682 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:56:56,728 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385476713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,729 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385476721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385476722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,733 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,734 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385476728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,736 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:56,818 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385476838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385476838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385476838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,845 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,860 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:56,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385476847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:56,861 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:56,971 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:56,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:56,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,972 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:56,988 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/88842881b37040ca81c9c65246616fbd 2024-12-05T07:56:57,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/7f8f01ddbaee4626bede0ed4cbdb610d is 50, key is test_row_0/B:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:57,054 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385477048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,056 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385477057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385477057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,070 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385477068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,079 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742299_1475 (size=9757) 2024-12-05T07:56:57,124 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:57,256 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385477248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,257 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8247 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:57,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,257 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,277 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,380 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385477367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,382 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385477377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,383 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385477377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,391 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,397 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385477388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,398 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,430 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,482 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/7f8f01ddbaee4626bede0ed4cbdb610d 2024-12-05T07:56:57,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/fb2727deeaa241cc93f9dd98586831fc is 50, key is test_row_0/C:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:57,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742300_1476 (size=9757) 2024-12-05T07:56:57,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:57,736 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,737 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,889 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:57,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,889 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:57,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=177 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/fb2727deeaa241cc93f9dd98586831fc 2024-12-05T07:56:57,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385477887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,896 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385477887, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,896 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/88842881b37040ca81c9c65246616fbd as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd 2024-12-05T07:56:57,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd, entries=200, sequenceid=177, filesize=14.2 K 2024-12-05T07:56:57,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/7f8f01ddbaee4626bede0ed4cbdb610d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d 2024-12-05T07:56:57,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385477897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,904 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:57,904 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d, entries=100, sequenceid=177, filesize=9.5 K 2024-12-05T07:56:57,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/fb2727deeaa241cc93f9dd98586831fc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc 2024-12-05T07:56:57,908 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc, entries=100, sequenceid=177, filesize=9.5 K 2024-12-05T07:56:57,908 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1354ms, sequenceid=177, compaction requested=true 2024-12-05T07:56:57,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:57,909 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:56:57,909 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:56:57,909 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55978 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:56:57,910 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,910 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:57,910 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/42399811e599407c839f298628554c3c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=45.3 K 2024-12-05T07:56:57,910 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1836c119333949c29b652b096ad4fba7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=54.7 K 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1836c119333949c29b652b096ad4fba7, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413041 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 42399811e599407c839f298628554c3c, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413041 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3c1860870a634e49b270c3a372355456, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733385413709 2024-12-05T07:56:57,910 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c89509afeea4af792d0be9a2a268ee9, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733385413705 2024-12-05T07:56:57,911 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e7dbe0cb0e224510b70c0dc676498005, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733385414363 2024-12-05T07:56:57,911 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e59c1ecb5daf46789e29976191060d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733385414363 2024-12-05T07:56:57,911 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 88842881b37040ca81c9c65246616fbd, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385416541 2024-12-05T07:56:57,911 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f8f01ddbaee4626bede0ed4cbdb610d, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385416541 2024-12-05T07:56:57,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:56:57,918 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=140.89 KB heapSize=400.22 KB 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:57,919 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:57,919 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:56:57,919 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8db26421afb347e8adea3a6a1094e898 is 50, key is test_row_0/B:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:57,925 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#403 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:57,925 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/9c60d2ea844247c2b33e64c0cd85f9cd is 50, key is test_row_0/A:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:57,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/fb28a2b34315401fa746b3dec4a273a1 is 50, key is test_row_0/A:col10/1733385417916/Put/seqid=0 2024-12-05T07:56:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742302_1478 (size=12595) 2024-12-05T07:56:57,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742301_1477 (size=12595) 2024-12-05T07:56:57,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742303_1479 (size=14541) 2024-12-05T07:56:57,985 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:57,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385477977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,042 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,042 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,093 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385478088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,094 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,194 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,302 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385478297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,302 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,346 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,346 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,347 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,349 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/9c60d2ea844247c2b33e64c0cd85f9cd as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9c60d2ea844247c2b33e64c0cd85f9cd 2024-12-05T07:56:58,349 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8db26421afb347e8adea3a6a1094e898 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8db26421afb347e8adea3a6a1094e898 2024-12-05T07:56:58,353 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into 9c60d2ea844247c2b33e64c0cd85f9cd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:58,353 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 8db26421afb347e8adea3a6a1094e898(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:58,353 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=12, startTime=1733385417908; duration=0sec 2024-12-05T07:56:58,353 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=12, startTime=1733385417909; duration=0sec 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:56:58,353 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:56:58,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46418 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:56:58,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:56:58,355 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,355 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/5265d0614b304a2ca22fdfdc6bb7b453, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=45.3 K 2024-12-05T07:56:58,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5265d0614b304a2ca22fdfdc6bb7b453, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733385413041 2024-12-05T07:56:58,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2379801f8041492a82f6aec3d71c9a76, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=151, earliestPutTs=1733385413709 2024-12-05T07:56:58,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 14b2cfcc7d1b425891037daab3a0530c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1733385414363 2024-12-05T07:56:58,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb2727deeaa241cc93f9dd98586831fc, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385416541 2024-12-05T07:56:58,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/fb28a2b34315401fa746b3dec4a273a1 2024-12-05T07:56:58,366 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d34afdd134794671801368c80bf78492 is 50, key is test_row_0/B:col10/1733385417916/Put/seqid=0 2024-12-05T07:56:58,374 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#406 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:56:58,374 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/81cd941eeafb4746ba0f1e528f2c35ae is 50, key is test_row_0/C:col10/1733385416541/Put/seqid=0 2024-12-05T07:56:58,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742304_1480 (size=12151) 2024-12-05T07:56:58,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742305_1481 (size=12595) 2024-12-05T07:56:58,499 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,500 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,612 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385478608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,613 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:56:58,652 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,652 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,652 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d34afdd134794671801368c80bf78492 2024-12-05T07:56:58,781 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a6b5da3cf062481194ef23d343677975 is 50, key is test_row_0/C:col10/1733385417916/Put/seqid=0 2024-12-05T07:56:58,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742306_1482 (size=12151) 2024-12-05T07:56:58,786 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/81cd941eeafb4746ba0f1e528f2c35ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/81cd941eeafb4746ba0f1e528f2c35ae 2024-12-05T07:56:58,790 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into 81cd941eeafb4746ba0f1e528f2c35ae(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:56:58,790 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:58,790 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=12, startTime=1733385417909; duration=0sec 2024-12-05T07:56:58,790 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:56:58,790 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:56:58,804 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,805 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385478908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,912 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385478908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,912 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2191 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,912 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,912 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2199 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,913 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:58,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385478917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:58,923 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2200 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:58,923 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:58,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:58,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:58,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:59,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:56:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:59,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] handler.RSProcedureHandler(58): pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:59,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=130 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:59,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=130 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:56:59,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:56:59,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385479128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:56:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:56:59,130 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:56:59,184 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a6b5da3cf062481194ef23d343677975 2024-12-05T07:56:59,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/fb28a2b34315401fa746b3dec4a273a1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1 2024-12-05T07:56:59,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1, entries=200, sequenceid=214, filesize=14.2 K 2024-12-05T07:56:59,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d34afdd134794671801368c80bf78492 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492 2024-12-05T07:56:59,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T07:56:59,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a6b5da3cf062481194ef23d343677975 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975 2024-12-05T07:56:59,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975, entries=150, sequenceid=214, filesize=11.9 K 2024-12-05T07:56:59,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~140.89 KB/144270, heapSize ~400.17 KB/409776, currentSize=40.25 KB/41220 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1280ms, sequenceid=214, compaction requested=false 2024-12-05T07:56:59,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:56:59,262 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=130 2024-12-05T07:56:59,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:56:59,262 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=40.25 KB heapSize=120.28 KB 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:56:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:56:59,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/911c207d45184be2b163ba228af9ef03 is 50, key is test_row_1/A:col10/1733385417949/Put/seqid=0 2024-12-05T07:56:59,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742307_1483 (size=9757) 2024-12-05T07:56:59,669 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/911c207d45184be2b163ba228af9ef03 2024-12-05T07:56:59,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/07f66bfcb2e04797b1dd9adda7589214 is 50, key is test_row_1/B:col10/1733385417949/Put/seqid=0 2024-12-05T07:56:59,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742308_1484 (size=9757) 2024-12-05T07:57:00,077 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/07f66bfcb2e04797b1dd9adda7589214 2024-12-05T07:57:00,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ec6afed279f54942a64a7a9b5af05dc4 is 50, key is test_row_1/C:col10/1733385417949/Put/seqid=0 2024-12-05T07:57:00,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742309_1485 (size=9757) 2024-12-05T07:57:00,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:00,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385420231, max timestamp=1733385420245Num uniques 859; 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385420231, max timestamp=1733385420245Num uniques 859; 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385420231, max timestamp=1733385420245Num uniques 859; 2024-12-05T07:57:00,247 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:00,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385420278, max timestamp=1733385420353Num uniques 1018; 2024-12-05T07:57:00,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:00,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385420278, max timestamp=1733385420353Num uniques 1018; 2024-12-05T07:57:00,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:00,356 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385420278, max timestamp=1733385420353Num uniques 1018; 2024-12-05T07:57:00,357 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:00,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385420388, max timestamp=1733385420458Num uniques 1027; 2024-12-05T07:57:00,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:00,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385420388, max timestamp=1733385420458Num uniques 1027; 2024-12-05T07:57:00,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385420388, max timestamp=1733385420458Num uniques 1027; 2024-12-05T07:57:00,461 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:00,462 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:00,485 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=226 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ec6afed279f54942a64a7a9b5af05dc4 2024-12-05T07:57:00,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/911c207d45184be2b163ba228af9ef03 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03 2024-12-05T07:57:00,491 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03, entries=100, sequenceid=226, filesize=9.5 K 2024-12-05T07:57:00,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/07f66bfcb2e04797b1dd9adda7589214 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214 2024-12-05T07:57:00,494 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214, entries=100, sequenceid=226, filesize=9.5 K 2024-12-05T07:57:00,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ec6afed279f54942a64a7a9b5af05dc4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4 2024-12-05T07:57:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4, entries=100, sequenceid=226, filesize=9.5 K 2024-12-05T07:57:00,497 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~120.23 KB/123120, currentSize=73.80 KB/75570 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1235ms, sequenceid=226, compaction requested=true 2024-12-05T07:57:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:00,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=130}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=130 2024-12-05T07:57:00,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=130 2024-12-05T07:57:00,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=130, resume processing ppid=129 2024-12-05T07:57:00,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=130, ppid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.9940 sec 2024-12-05T07:57:00,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:00,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=129, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=129, table=TestAcidGuarantees in 4.0010 sec 2024-12-05T07:57:00,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=80.51 KB heapSize=223.92 KB 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:00,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:00,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ff743c893c1a4c89bb70c108508c8ec2 is 50, key is test_row_0/A:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:00,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742310_1486 (size=14741) 2024-12-05T07:57:00,609 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385480606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,610 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=129 2024-12-05T07:57:00,658 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:00,658 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees 2024-12-05T07:57:00,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:00,659 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:00,660 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=131, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:00,660 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:00,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385480718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,724 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:00,812 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:00,812 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ff743c893c1a4c89bb70c108508c8ec2 2024-12-05T07:57:00,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/37be70e3317b41a89d930fed4fc53f4b is 50, key is test_row_0/B:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:00,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742311_1487 (size=12301) 2024-12-05T07:57:00,923 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385480917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,924 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4203 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,924 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385480928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385480928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,936 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,936 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:00,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385480937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:00,945 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4223 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:00,946 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:00,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:00,965 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:00,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:01,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:01,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385481247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,256 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:01,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:01,323 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/37be70e3317b41a89d930fed4fc53f4b 2024-12-05T07:57:01,329 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/4d4d856755224b5992159fde70e294e3 is 50, key is test_row_0/C:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:01,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742312_1488 (size=12301) 2024-12-05T07:57:01,422 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,423 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,575 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,727 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=289 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/4d4d856755224b5992159fde70e294e3 2024-12-05T07:57:01,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/ff743c893c1a4c89bb70c108508c8ec2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2 2024-12-05T07:57:01,739 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2, entries=200, sequenceid=289, filesize=14.4 K 2024-12-05T07:57:01,739 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/37be70e3317b41a89d930fed4fc53f4b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b 2024-12-05T07:57:01,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T07:57:01,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/4d4d856755224b5992159fde70e294e3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3 2024-12-05T07:57:01,745 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3, entries=150, sequenceid=289, filesize=12.0 K 2024-12-05T07:57:01,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~80.51 KB/82440, heapSize ~223.88 KB/229248, currentSize=100.63 KB/103050 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1245ms, sequenceid=289, compaction requested=true 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:01,746 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:01,746 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:01,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:01,747 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:01,747 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:01,747 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:57:01,747 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:57:01,747 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,747 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,747 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9c60d2ea844247c2b33e64c0cd85f9cd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=50.4 K 2024-12-05T07:57:01,747 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8db26421afb347e8adea3a6a1094e898, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=45.7 K 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8db26421afb347e8adea3a6a1094e898, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385414364 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c60d2ea844247c2b33e64c0cd85f9cd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385414364 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d34afdd134794671801368c80bf78492, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733385416721 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fb28a2b34315401fa746b3dec4a273a1, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733385416709 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 07f66bfcb2e04797b1dd9adda7589214, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733385417949 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 911c207d45184be2b163ba228af9ef03, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733385417949 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 37be70e3317b41a89d930fed4fc53f4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420480 2024-12-05T07:57:01,748 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting ff743c893c1a4c89bb70c108508c8ec2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420469 2024-12-05T07:57:01,754 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#414 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:01,754 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/306aa825f3cd479ea11ddc62187ba9dc is 50, key is test_row_0/B:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:01,755 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#415 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:01,756 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/5d8b91c34e6e4bab86f1bd9878995b9a is 50, key is test_row_0/A:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:01,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742313_1489 (size=12881) 2024-12-05T07:57:01,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:01,764 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:01,764 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:01,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/9196bc7502f34ab280a1007aef895948 is 50, key is test_row_0/A:col10/1733385421763/Put/seqid=0 2024-12-05T07:57:01,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742314_1490 (size=12881) 2024-12-05T07:57:01,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742315_1491 (size=14741) 2024-12-05T07:57:01,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:01,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:01,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385481833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,846 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:01,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:01,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:01,953 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:01,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385481948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:01,954 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:02,031 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,032 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,161 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/306aa825f3cd479ea11ddc62187ba9dc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/306aa825f3cd479ea11ddc62187ba9dc 2024-12-05T07:57:02,164 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:02,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385482157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:02,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,164 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:02,165 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 306aa825f3cd479ea11ddc62187ba9dc(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:02,165 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:02,166 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=12, startTime=1733385421746; duration=0sec 2024-12-05T07:57:02,166 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:02,166 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:57:02,166 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:02,166 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46804 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:02,166 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:57:02,167 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,167 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/81cd941eeafb4746ba0f1e528f2c35ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=45.7 K 2024-12-05T07:57:02,167 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 81cd941eeafb4746ba0f1e528f2c35ae, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=177, earliestPutTs=1733385414364 2024-12-05T07:57:02,167 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a6b5da3cf062481194ef23d343677975, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733385416721 2024-12-05T07:57:02,167 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ec6afed279f54942a64a7a9b5af05dc4, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=226, earliestPutTs=1733385417949 2024-12-05T07:57:02,167 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 4d4d856755224b5992159fde70e294e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420480 2024-12-05T07:57:02,171 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/5d8b91c34e6e4bab86f1bd9878995b9a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/5d8b91c34e6e4bab86f1bd9878995b9a 2024-12-05T07:57:02,176 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/9196bc7502f34ab280a1007aef895948 2024-12-05T07:57:02,178 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#417 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:02,179 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a5545cba5a114596811b91d0cca1233f is 50, key is test_row_0/C:col10/1733385420480/Put/seqid=0 2024-12-05T07:57:02,179 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into 5d8b91c34e6e4bab86f1bd9878995b9a(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:02,179 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:02,179 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=12, startTime=1733385421746; duration=0sec 2024-12-05T07:57:02,179 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:02,179 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:57:02,181 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8d571efaab4a439aa3f64ec24a8faaf3 is 50, key is test_row_0/B:col10/1733385421763/Put/seqid=0 2024-12-05T07:57:02,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742316_1492 (size=12881) 2024-12-05T07:57:02,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742317_1493 (size=12301) 2024-12-05T07:57:02,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,337 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,471 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:02,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385482468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,472 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:02,489 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,490 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,585 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/a5545cba5a114596811b91d0cca1233f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5545cba5a114596811b91d0cca1233f 2024-12-05T07:57:02,585 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8d571efaab4a439aa3f64ec24a8faaf3 2024-12-05T07:57:02,588 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into a5545cba5a114596811b91d0cca1233f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:02,589 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:02,589 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=12, startTime=1733385421746; duration=0sec 2024-12-05T07:57:02,589 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:02,589 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:57:02,590 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/218f612a246b46afbbe61d40c80048f2 is 50, key is test_row_0/C:col10/1733385421763/Put/seqid=0 2024-12-05T07:57:02,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742318_1494 (size=12301) 2024-12-05T07:57:02,642 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,642 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:02,948 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:02,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] handler.RSProcedureHandler(58): pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=132 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=132 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:02,983 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:02,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385482978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:02,984 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:02,996 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=308 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/218f612a246b46afbbe61d40c80048f2 2024-12-05T07:57:03,003 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/9196bc7502f34ab280a1007aef895948 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948 2024-12-05T07:57:03,008 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948, entries=200, sequenceid=308, filesize=14.4 K 2024-12-05T07:57:03,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/8d571efaab4a439aa3f64ec24a8faaf3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3 2024-12-05T07:57:03,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3, entries=150, sequenceid=308, filesize=12.0 K 2024-12-05T07:57:03,016 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/218f612a246b46afbbe61d40c80048f2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2 2024-12-05T07:57:03,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2, entries=150, sequenceid=308, filesize=12.0 K 2024-12-05T07:57:03,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1260ms, sequenceid=308, compaction requested=false 2024-12-05T07:57:03,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:03,101 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=132 2024-12-05T07:57:03,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:03,102 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:03,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:03,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/663394a07066438491fdd39def3d8e44 is 50, key is test_row_0/A:col10/1733385421831/Put/seqid=0 2024-12-05T07:57:03,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742319_1495 (size=12301) 2024-12-05T07:57:03,517 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/663394a07066438491fdd39def3d8e44 2024-12-05T07:57:03,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ade3aa320304456f91bafc50fcd2e198 is 50, key is test_row_0/B:col10/1733385421831/Put/seqid=0 2024-12-05T07:57:03,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742320_1496 (size=12301) 2024-12-05T07:57:03,925 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ade3aa320304456f91bafc50fcd2e198 2024-12-05T07:57:03,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/b3a121ddf0384891805c1390cba3e477 is 50, key is test_row_0/C:col10/1733385421831/Put/seqid=0 2024-12-05T07:57:03,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742321_1497 (size=12301) 2024-12-05T07:57:04,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:04,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:04,096 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385484094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,097 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385484207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,216 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,334 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/b3a121ddf0384891805c1390cba3e477 2024-12-05T07:57:04,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/663394a07066438491fdd39def3d8e44 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44 2024-12-05T07:57:04,340 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T07:57:04,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ade3aa320304456f91bafc50fcd2e198 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198 2024-12-05T07:57:04,344 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T07:57:04,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/b3a121ddf0384891805c1390cba3e477 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477 2024-12-05T07:57:04,347 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477, entries=150, sequenceid=324, filesize=12.0 K 2024-12-05T07:57:04,348 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1247ms, sequenceid=324, compaction requested=true 2024-12-05T07:57:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=132}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=132 2024-12-05T07:57:04,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=132 2024-12-05T07:57:04,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=132, resume processing ppid=131 2024-12-05T07:57:04,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=132, ppid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.6890 sec 2024-12-05T07:57:04,353 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=131, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=131, table=TestAcidGuarantees in 3.6940 sec 2024-12-05T07:57:04,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:04,433 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:04,433 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:04,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/b8a71272087a467c96ef5d14049d7298 is 50, key is test_row_0/A:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:04,439 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742322_1498 (size=14741) 2024-12-05T07:57:04,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385484491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,496 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385484607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,612 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=131 2024-12-05T07:57:04,818 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:04,818 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:04,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees 2024-12-05T07:57:04,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:04,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:04,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=133, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:04,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:04,824 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385484818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,825 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/b8a71272087a467c96ef5d14049d7298 2024-12-05T07:57:04,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/49b4d272825242739e4fcbafccdb59eb is 50, key is test_row_0/B:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:04,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742323_1499 (size=12301) 2024-12-05T07:57:04,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55168 deadline: 1733385484928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,931 WARN [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8210 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,932 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55192 deadline: 1733385484957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:04,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55214 deadline: 1733385484957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:04,961 WARN [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8248 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:04,961 WARN [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8239 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,961 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:04,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:04,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:04,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:04,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,125 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,125 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,132 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:05,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385485128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:05,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:05,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:05,250 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/49b4d272825242739e4fcbafccdb59eb 2024-12-05T07:57:05,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/9c1ff2ffe6f2404391b7a8150bd55c88 is 50, key is test_row_0/C:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:05,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742324_1500 (size=12301) 2024-12-05T07:57:05,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,431 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:05,583 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] handler.RSProcedureHandler(58): pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=134 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=134 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:05,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:05,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385485648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:05,653 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:05,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=344 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/9c1ff2ffe6f2404391b7a8150bd55c88 2024-12-05T07:57:05,663 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/b8a71272087a467c96ef5d14049d7298 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298 2024-12-05T07:57:05,665 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298, entries=200, sequenceid=344, filesize=14.4 K 2024-12-05T07:57:05,666 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/49b4d272825242739e4fcbafccdb59eb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb 2024-12-05T07:57:05,668 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb, entries=150, sequenceid=344, filesize=12.0 K 2024-12-05T07:57:05,669 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/9c1ff2ffe6f2404391b7a8150bd55c88 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88 2024-12-05T07:57:05,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88, entries=150, sequenceid=344, filesize=12.0 K 2024-12-05T07:57:05,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~114.05 KB/116790, heapSize ~339.38 KB/347520, currentSize=60.38 KB/61830 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1239ms, sequenceid=344, compaction requested=true 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:05,673 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:05,673 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:05,673 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54664 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:57:05,674 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,674 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,674 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/306aa825f3cd479ea11ddc62187ba9dc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=48.6 K 2024-12-05T07:57:05,674 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/5d8b91c34e6e4bab86f1bd9878995b9a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=53.4 K 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 306aa825f3cd479ea11ddc62187ba9dc, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420480 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d8b91c34e6e4bab86f1bd9878995b9a, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420480 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9196bc7502f34ab280a1007aef895948, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733385420590 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 8d571efaab4a439aa3f64ec24a8faaf3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733385420596 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 663394a07066438491fdd39def3d8e44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385421790 2024-12-05T07:57:05,674 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ade3aa320304456f91bafc50fcd2e198, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385421790 2024-12-05T07:57:05,675 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 49b4d272825242739e4fcbafccdb59eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:05,675 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting b8a71272087a467c96ef5d14049d7298, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:05,682 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#426 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:05,682 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ad06c93e91e54cba9041c35b22834f02 is 50, key is test_row_0/B:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:05,687 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#427 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:05,687 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/fec1c04a8c24404fb1b178b0ccfbb56a is 50, key is test_row_0/A:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:05,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742326_1502 (size=13017) 2024-12-05T07:57:05,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742325_1501 (size=13017) 2024-12-05T07:57:05,735 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=134 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:05,736 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:05,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:05,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/a99cf7dd8129453ab2d93ee30e1b5a61 is 50, key is test_row_0/A:col10/1733385424460/Put/seqid=0 2024-12-05T07:57:05,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742327_1503 (size=12301) 2024-12-05T07:57:05,744 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/a99cf7dd8129453ab2d93ee30e1b5a61 2024-12-05T07:57:05,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/2d3e045ceb474eac89238a9e8e30c7b0 is 50, key is test_row_0/B:col10/1733385424460/Put/seqid=0 2024-12-05T07:57:05,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742328_1504 (size=12301) 2024-12-05T07:57:05,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:06,095 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ad06c93e91e54cba9041c35b22834f02 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ad06c93e91e54cba9041c35b22834f02 2024-12-05T07:57:06,096 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/fec1c04a8c24404fb1b178b0ccfbb56a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fec1c04a8c24404fb1b178b0ccfbb56a 2024-12-05T07:57:06,098 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into ad06c93e91e54cba9041c35b22834f02(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:06,098 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:06,098 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=12, startTime=1733385425673; duration=0sec 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:06,099 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into fec1c04a8c24404fb1b178b0ccfbb56a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:06,099 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=12, startTime=1733385425673; duration=0sec 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49784 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:06,099 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:57:06,100 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:06,100 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5545cba5a114596811b91d0cca1233f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=48.6 K 2024-12-05T07:57:06,100 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting a5545cba5a114596811b91d0cca1233f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=289, earliestPutTs=1733385420480 2024-12-05T07:57:06,100 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 218f612a246b46afbbe61d40c80048f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=308, earliestPutTs=1733385420596 2024-12-05T07:57:06,100 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting b3a121ddf0384891805c1390cba3e477, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733385421790 2024-12-05T07:57:06,101 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c1ff2ffe6f2404391b7a8150bd55c88, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:06,107 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#430 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:06,107 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/afedfd88bc1a4f3fb9eb5ab5a7228673 is 50, key is test_row_0/C:col10/1733385424072/Put/seqid=0 2024-12-05T07:57:06,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742329_1505 (size=13017) 2024-12-05T07:57:06,115 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/afedfd88bc1a4f3fb9eb5ab5a7228673 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/afedfd88bc1a4f3fb9eb5ab5a7228673 2024-12-05T07:57:06,117 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into afedfd88bc1a4f3fb9eb5ab5a7228673(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:06,117 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:06,117 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=12, startTime=1733385425673; duration=0sec 2024-12-05T07:57:06,118 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:06,118 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:57:06,154 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/2d3e045ceb474eac89238a9e8e30c7b0 2024-12-05T07:57:06,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7401818b8ca74c08b16565f6fbeb8944 is 50, key is test_row_0/C:col10/1733385424460/Put/seqid=0 2024-12-05T07:57:06,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742330_1506 (size=12301) 2024-12-05T07:57:06,562 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=356 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7401818b8ca74c08b16565f6fbeb8944 2024-12-05T07:57:06,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/a99cf7dd8129453ab2d93ee30e1b5a61 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61 2024-12-05T07:57:06,569 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61, entries=150, sequenceid=356, filesize=12.0 K 2024-12-05T07:57:06,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/2d3e045ceb474eac89238a9e8e30c7b0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0 2024-12-05T07:57:06,573 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0, entries=150, sequenceid=356, filesize=12.0 K 2024-12-05T07:57:06,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/7401818b8ca74c08b16565f6fbeb8944 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944 2024-12-05T07:57:06,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944, entries=150, sequenceid=356, filesize=12.0 K 2024-12-05T07:57:06,576 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=0 B/0 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 840ms, sequenceid=356, compaction requested=false 2024-12-05T07:57:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:06,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=134}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=134 2024-12-05T07:57:06,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=134 2024-12-05T07:57:06,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=134, resume processing ppid=133 2024-12-05T07:57:06,580 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=134, ppid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7590 sec 2024-12-05T07:57:06,584 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=133, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=133, table=TestAcidGuarantees in 1.7630 sec 2024-12-05T07:57:06,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:06,680 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:06,680 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:06,683 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/afcbfa6cd7f740679a390e74ec0dc08a is 50, key is test_row_0/A:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:06,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742331_1507 (size=14741) 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385426768, max timestamp=1733385426809Num uniques 859; 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385426768, max timestamp=1733385426809Num uniques 859; 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385426768, max timestamp=1733385426809Num uniques 859; 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:06,811 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:06,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:06,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385486916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:06,923 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:06,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=133 2024-12-05T07:57:06,968 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:06,968 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees 2024-12-05T07:57:06,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:06,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:06,970 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=135, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:06,970 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=136, ppid=135, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:07,035 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:07,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385487028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,035 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:07,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:07,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/afcbfa6cd7f740679a390e74ec0dc08a 2024-12-05T07:57:07,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/035597106d09408aa0baf45085f249ec is 50, key is test_row_0/B:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:07,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742332_1508 (size=12301) 2024-12-05T07:57:07,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,239 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:07,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385487237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,240 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:07,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:07,323 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:07,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55200 deadline: 1733385487317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:07,323 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_2' in 4ab8220fcdf79d4ac432162ba01ccbb6 of TestAcidGuarantees failed, tries = 9, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 18314 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,324 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:07,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:57:07,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/035597106d09408aa0baf45085f249ec 2024-12-05T07:57:07,510 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae is 50, key is test_row_0/C:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:07,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742333_1509 (size=12301) 2024-12-05T07:57:07,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:07,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385487548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:07,556 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:07,557 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:07,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,582 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:07,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,735 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,887 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,887 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] handler.RSProcedureHandler(58): pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=136 java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=136 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:07,913 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae 2024-12-05T07:57:07,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/afcbfa6cd7f740679a390e74ec0dc08a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a 2024-12-05T07:57:07,919 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a, entries=200, sequenceid=369, filesize=14.4 K 2024-12-05T07:57:07,919 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/035597106d09408aa0baf45085f249ec as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec 2024-12-05T07:57:07,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec, entries=150, sequenceid=369, filesize=12.0 K 2024-12-05T07:57:07,922 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae 2024-12-05T07:57:07,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae, entries=150, sequenceid=369, filesize=12.0 K 2024-12-05T07:57:07,925 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1245ms, sequenceid=369, compaction requested=true 2024-12-05T07:57:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:07,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:07,925 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:07,926 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:07,926 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:57:07,926 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,926 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fec1c04a8c24404fb1b178b0ccfbb56a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=39.1 K 2024-12-05T07:57:07,926 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ad06c93e91e54cba9041c35b22834f02, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=36.7 K 2024-12-05T07:57:07,926 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fec1c04a8c24404fb1b178b0ccfbb56a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:07,927 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ad06c93e91e54cba9041c35b22834f02, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:07,927 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting a99cf7dd8129453ab2d93ee30e1b5a61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733385424460 2024-12-05T07:57:07,927 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 2d3e045ceb474eac89238a9e8e30c7b0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733385424460 2024-12-05T07:57:07,927 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting afcbfa6cd7f740679a390e74ec0dc08a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426669 2024-12-05T07:57:07,927 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 035597106d09408aa0baf45085f249ec, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426675 2024-12-05T07:57:07,932 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#436 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:07,932 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#435 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:07,933 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/3eb5640a4529464e9bf79666a8a72088 is 50, key is test_row_0/B:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:07,933 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1c4dad7f121645dea9e906dae7970a2f is 50, key is test_row_0/A:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742335_1511 (size=13119) 2024-12-05T07:57:07,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742334_1510 (size=13119) 2024-12-05T07:57:07,940 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/3eb5640a4529464e9bf79666a8a72088 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3eb5640a4529464e9bf79666a8a72088 2024-12-05T07:57:07,944 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into 3eb5640a4529464e9bf79666a8a72088(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:07,944 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:07,944 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=13, startTime=1733385427925; duration=0sec 2024-12-05T07:57:07,944 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:07,944 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:57:07,944 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:07,945 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:07,945 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:57:07,945 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:07,945 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/afedfd88bc1a4f3fb9eb5ab5a7228673, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=36.7 K 2024-12-05T07:57:07,945 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting afedfd88bc1a4f3fb9eb5ab5a7228673, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=344, earliestPutTs=1733385424072 2024-12-05T07:57:07,945 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 7401818b8ca74c08b16565f6fbeb8944, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=356, earliestPutTs=1733385424460 2024-12-05T07:57:07,946 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ee8af88b1ff44bb8b0c6c4a18c2e40ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426675 2024-12-05T07:57:07,950 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#437 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:07,950 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/79a0ac31cf1f41968b241cc48c94efaa is 50, key is test_row_0/C:col10/1733385426679/Put/seqid=0 2024-12-05T07:57:07,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742336_1512 (size=13119) 2024-12-05T07:57:08,039 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=136 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:08,040 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=134.18 KB heapSize=384.98 KB 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:08,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:08,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/47dc8b9d7dca4ba2a457010f05fbce66 is 50, key is test_row_0/A:col10/1733385426915/Put/seqid=0 2024-12-05T07:57:08,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742337_1513 (size=12301) 2024-12-05T07:57:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:08,075 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. as already flushing 2024-12-05T07:57:08,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:08,120 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:08,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385488115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:08,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,121 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:08,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:08,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385488227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,229 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:08,341 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/1c4dad7f121645dea9e906dae7970a2f as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c4dad7f121645dea9e906dae7970a2f 2024-12-05T07:57:08,352 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into 1c4dad7f121645dea9e906dae7970a2f(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:08,352 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:08,352 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=13, startTime=1733385427925; duration=0sec 2024-12-05T07:57:08,352 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:08,352 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:57:08,361 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/79a0ac31cf1f41968b241cc48c94efaa as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/79a0ac31cf1f41968b241cc48c94efaa 2024-12-05T07:57:08,365 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into 79a0ac31cf1f41968b241cc48c94efaa(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:08,365 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:08,365 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=13, startTime=1733385427926; duration=0sec 2024-12-05T07:57:08,365 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:08,365 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:57:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385488438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,444 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:08,448 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/47dc8b9d7dca4ba2a457010f05fbce66 2024-12-05T07:57:08,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ac698f5442254cc1b2f6e9af2bf873fa is 50, key is test_row_0/B:col10/1733385426915/Put/seqid=0 2024-12-05T07:57:08,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742338_1514 (size=12301) 2024-12-05T07:57:08,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:08,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:55182 deadline: 1733385488747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 , the old value is region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:08,753 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., hostname=fc6cd38557f3,33411,1733385279324, seqNum=2 because the exception is null or not the one we care about 2024-12-05T07:57:08,871 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ac698f5442254cc1b2f6e9af2bf873fa 2024-12-05T07:57:08,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/99fcb79fb5c34d9b90c337299286f248 is 50, key is test_row_0/C:col10/1733385426915/Put/seqid=0 2024-12-05T07:57:08,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742339_1515 (size=12301) 2024-12-05T07:57:08,892 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/99fcb79fb5c34d9b90c337299286f248 2024-12-05T07:57:08,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/47dc8b9d7dca4ba2a457010f05fbce66 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66 2024-12-05T07:57:08,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66, entries=150, sequenceid=407, filesize=12.0 K 2024-12-05T07:57:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/ac698f5442254cc1b2f6e9af2bf873fa as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa 2024-12-05T07:57:08,905 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa, entries=150, sequenceid=407, filesize=12.0 K 2024-12-05T07:57:08,907 INFO [Thread-1983 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1983. 2024-12-05T07:57:08,907 DEBUG [Thread-1983 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:08,907 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,908 DEBUG [Thread-1983 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,908 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:08,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/99fcb79fb5c34d9b90c337299286f248 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248 2024-12-05T07:57:08,911 INFO [Thread-1981 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1981. 2024-12-05T07:57:08,911 DEBUG [Thread-1981 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:08,911 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,911 DEBUG [Thread-1981 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,911 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:08,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248, entries=150, sequenceid=407, filesize=12.0 K 2024-12-05T07:57:08,913 INFO [Thread-1985 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1985. 2024-12-05T07:57:08,913 DEBUG [Thread-1985 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:08,913 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,914 DEBUG [Thread-1985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,914 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:08,914 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~384.94 KB/394176, currentSize=46.96 KB/48090 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 874ms, sequenceid=407, compaction requested=false 2024-12-05T07:57:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:08,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=136}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=136 2024-12-05T07:57:08,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=136 2024-12-05T07:57:08,915 INFO [Thread-1987 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1987. 2024-12-05T07:57:08,915 DEBUG [Thread-1987 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:08,915 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,915 DEBUG [Thread-1987 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,915 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:08,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=136, resume processing ppid=135 2024-12-05T07:57:08,916 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=136, ppid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9450 sec 2024-12-05T07:57:08,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=135, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=135, table=TestAcidGuarantees in 1.9490 sec 2024-12-05T07:57:08,918 INFO [Thread-1979 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1979. 2024-12-05T07:57:08,918 DEBUG [Thread-1979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicScanReader.workDone(AcidGuaranteesTestTool.java:302) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:08,918 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,918 DEBUG [Thread-1979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:08,918 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:09,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=135 2024-12-05T07:57:09,119 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:09,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:09,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=53.67 KB heapSize=160.13 KB 2024-12-05T07:57:09,269 INFO [Thread-1976 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1976. 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:09,269 DEBUG [Thread-1976 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:09,269 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:09,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:09,269 DEBUG [Thread-1976 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:09,269 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:09,272 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/79421c0364844a349ec260dab22eb2ab is 50, key is test_row_0/A:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:09,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742340_1516 (size=12301) 2024-12-05T07:57:09,676 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/79421c0364844a349ec260dab22eb2ab 2024-12-05T07:57:09,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/bea802856b06458fa2047f2199875abb is 50, key is test_row_0/B:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:09,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742341_1517 (size=12301) 2024-12-05T07:57:10,094 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/bea802856b06458fa2047f2199875abb 2024-12-05T07:57:10,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/d75eadbac12547bc9afa50984769d4b2 is 50, key is test_row_0/C:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:10,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742342_1518 (size=12301) 2024-12-05T07:57:10,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/d75eadbac12547bc9afa50984769d4b2 2024-12-05T07:57:10,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/79421c0364844a349ec260dab22eb2ab as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab 2024-12-05T07:57:10,527 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T07:57:10,527 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/bea802856b06458fa2047f2199875abb as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb 2024-12-05T07:57:10,531 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T07:57:10,532 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/d75eadbac12547bc9afa50984769d4b2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2 2024-12-05T07:57:10,535 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2, entries=150, sequenceid=420, filesize=12.0 K 2024-12-05T07:57:10,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.67 KB/54960, heapSize ~160.08 KB/163920, currentSize=0 B/0 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1267ms, sequenceid=420, compaction requested=true 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:10,536 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 4ab8220fcdf79d4ac432162ba01ccbb6:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:10,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:10,536 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:10,537 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:10,537 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:10,537 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/A is initiating minor compaction (all files) 2024-12-05T07:57:10,537 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/B is initiating minor compaction (all files) 2024-12-05T07:57:10,537 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/A in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:10,537 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/B in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:10,537 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c4dad7f121645dea9e906dae7970a2f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=36.8 K 2024-12-05T07:57:10,537 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3eb5640a4529464e9bf79666a8a72088, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=36.8 K 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1c4dad7f121645dea9e906dae7970a2f, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426675 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3eb5640a4529464e9bf79666a8a72088, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426675 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 47dc8b9d7dca4ba2a457010f05fbce66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733385426903 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ac698f5442254cc1b2f6e9af2bf873fa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733385426903 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79421c0364844a349ec260dab22eb2ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733385428082 2024-12-05T07:57:10,538 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bea802856b06458fa2047f2199875abb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733385428082 2024-12-05T07:57:10,543 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#B#compaction#445 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:10,543 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#A#compaction#444 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:10,543 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/fd3d520ae1ed4e4894ff1ae5e6e0453b is 50, key is test_row_0/B:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:10,543 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/b7a3cafa4f0a4a7d8ce89f8a56104c79 is 50, key is test_row_0/A:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:10,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742343_1519 (size=13221) 2024-12-05T07:57:10,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742344_1520 (size=13221) 2024-12-05T07:57:10,956 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/b7a3cafa4f0a4a7d8ce89f8a56104c79 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b7a3cafa4f0a4a7d8ce89f8a56104c79 2024-12-05T07:57:10,956 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/fd3d520ae1ed4e4894ff1ae5e6e0453b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/fd3d520ae1ed4e4894ff1ae5e6e0453b 2024-12-05T07:57:10,960 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/A of 4ab8220fcdf79d4ac432162ba01ccbb6 into b7a3cafa4f0a4a7d8ce89f8a56104c79(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:10,960 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/B of 4ab8220fcdf79d4ac432162ba01ccbb6 into fd3d520ae1ed4e4894ff1ae5e6e0453b(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:10,960 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/A, priority=13, startTime=1733385430536; duration=0sec 2024-12-05T07:57:10,960 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/B, priority=13, startTime=1733385430536; duration=0sec 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:A 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:B 2024-12-05T07:57:10,960 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:10,961 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:10,961 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 4ab8220fcdf79d4ac432162ba01ccbb6/C is initiating minor compaction (all files) 2024-12-05T07:57:10,961 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 4ab8220fcdf79d4ac432162ba01ccbb6/C in TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:10,961 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/79a0ac31cf1f41968b241cc48c94efaa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp, totalSize=36.8 K 2024-12-05T07:57:10,962 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 79a0ac31cf1f41968b241cc48c94efaa, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733385426675 2024-12-05T07:57:10,962 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99fcb79fb5c34d9b90c337299286f248, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733385426903 2024-12-05T07:57:10,962 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting d75eadbac12547bc9afa50984769d4b2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733385428082 2024-12-05T07:57:10,969 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 4ab8220fcdf79d4ac432162ba01ccbb6#C#compaction#446 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:10,970 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/c6c13a0c42b7464985fd4aa328684a97 is 50, key is test_row_0/C:col10/1733385428113/Put/seqid=0 2024-12-05T07:57:10,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742345_1521 (size=13221) 2024-12-05T07:57:11,380 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/c6c13a0c42b7464985fd4aa328684a97 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/c6c13a0c42b7464985fd4aa328684a97 2024-12-05T07:57:11,386 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 4ab8220fcdf79d4ac432162ba01ccbb6/C of 4ab8220fcdf79d4ac432162ba01ccbb6 into c6c13a0c42b7464985fd4aa328684a97(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:11,386 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 4ab8220fcdf79d4ac432162ba01ccbb6: 2024-12-05T07:57:11,386 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., storeName=4ab8220fcdf79d4ac432162ba01ccbb6/C, priority=13, startTime=1733385430536; duration=0sec 2024-12-05T07:57:11,386 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:11,386 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 4ab8220fcdf79d4ac432162ba01ccbb6:C 2024-12-05T07:57:14,979 INFO [Thread-1972 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1972. 2024-12-05T07:57:14,979 DEBUG [Thread-1972 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:14,979 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:14,979 DEBUG [Thread-1972 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:14,979 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:14,989 INFO [Thread-1974 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1974. 2024-12-05T07:57:14,989 DEBUG [Thread-1974 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:14,989 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:14,989 DEBUG [Thread-1974 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:14,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:15,039 INFO [Thread-1968 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1968. 2024-12-05T07:57:15,039 DEBUG [Thread-1968 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:15,039 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:15,039 DEBUG [Thread-1968 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:15,039 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:17,409 INFO [Thread-1970 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-1970. 2024-12-05T07:57:17,409 DEBUG [Thread-1970 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:17,409 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:17,409 DEBUG [Thread-1970 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:17,409 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 40 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 210 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:57:17,409 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1667 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4997 rows 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1667 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4998 rows 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1655 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4962 rows 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1658 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4973 rows 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 1662 2024-12-05T07:57:17,410 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 4983 rows 2024-12-05T07:57:17,410 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:57:17,410 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:91) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testScanAtomicity(AcidGuaranteesTestBase.java:112) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:57:17,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:17,410 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:17,410 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:17,410 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:57:17,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=137, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:17,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:17,414 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385437414"}]},"ts":"1733385437414"} 2024-12-05T07:57:17,415 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:57:17,415 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:57:17,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=138, ppid=137, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:57:17,417 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, UNASSIGN}] 2024-12-05T07:57:17,418 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, UNASSIGN 2024-12-05T07:57:17,419 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=4ab8220fcdf79d4ac432162ba01ccbb6, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:17,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=139, ppid=138, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, UNASSIGN because future has completed 2024-12-05T07:57:17,420 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:57:17,420 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:57:17,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:17,573 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(122): Close 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:17,573 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:57:17,573 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1722): Closing 4ab8220fcdf79d4ac432162ba01ccbb6, disabling compactions & flushes 2024-12-05T07:57:17,573 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:17,573 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:17,573 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. after waiting 0 ms 2024-12-05T07:57:17,573 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:17,573 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(2902): Flushing 4ab8220fcdf79d4ac432162ba01ccbb6 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=A 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=B 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 4ab8220fcdf79d4ac432162ba01ccbb6, store=C 2024-12-05T07:57:17,574 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:17,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/f8024e7c1e974b01bb1424b8b5fa6912 is 50, key is test_row_0/A:col10/1733385435038/Put/seqid=0 2024-12-05T07:57:17,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742346_1522 (size=9857) 2024-12-05T07:57:17,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:17,981 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/f8024e7c1e974b01bb1424b8b5fa6912 2024-12-05T07:57:17,986 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d1cef47a475e48bd91575de0afc1e6a8 is 50, key is test_row_0/B:col10/1733385435038/Put/seqid=0 2024-12-05T07:57:17,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742347_1523 (size=9857) 2024-12-05T07:57:18,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:18,390 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d1cef47a475e48bd91575de0afc1e6a8 2024-12-05T07:57:18,399 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/e153f3bebbc347218929e8983b411adc is 50, key is test_row_0/C:col10/1733385435038/Put/seqid=0 2024-12-05T07:57:18,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742348_1524 (size=9857) 2024-12-05T07:57:18,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:18,805 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=430 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/e153f3bebbc347218929e8983b411adc 2024-12-05T07:57:18,811 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/A/f8024e7c1e974b01bb1424b8b5fa6912 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/f8024e7c1e974b01bb1424b8b5fa6912 2024-12-05T07:57:18,815 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/f8024e7c1e974b01bb1424b8b5fa6912, entries=100, sequenceid=430, filesize=9.6 K 2024-12-05T07:57:18,816 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/B/d1cef47a475e48bd91575de0afc1e6a8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d1cef47a475e48bd91575de0afc1e6a8 2024-12-05T07:57:18,819 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d1cef47a475e48bd91575de0afc1e6a8, entries=100, sequenceid=430, filesize=9.6 K 2024-12-05T07:57:18,819 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/.tmp/C/e153f3bebbc347218929e8983b411adc as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/e153f3bebbc347218929e8983b411adc 2024-12-05T07:57:18,822 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/e153f3bebbc347218929e8983b411adc, entries=100, sequenceid=430, filesize=9.6 K 2024-12-05T07:57:18,823 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1250ms, sequenceid=430, compaction requested=false 2024-12-05T07:57:18,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d80633980d8e46948e5630bc86e5ca11, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/7e6d3f9058644ddb80d5e1d2ea842691, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1836c119333949c29b652b096ad4fba7, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9c60d2ea844247c2b33e64c0cd85f9cd, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/5d8b91c34e6e4bab86f1bd9878995b9a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fec1c04a8c24404fb1b178b0ccfbb56a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c4dad7f121645dea9e906dae7970a2f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab] to archive 2024-12-05T07:57:18,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/751da0d666c44c578c241a748b1a07b2 2024-12-05T07:57:18,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/6084aa1799da410897db2dfc1df13488 2024-12-05T07:57:18,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d9416cba3b3543ac978838a052e55dd2 2024-12-05T07:57:18,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d80633980d8e46948e5630bc86e5ca11 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/d80633980d8e46948e5630bc86e5ca11 2024-12-05T07:57:18,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/4e32d74d7a5f477a9abdfa8ae10a1d7f 2024-12-05T07:57:18,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ab23d61430664cc0a228a88c580ac734 2024-12-05T07:57:18,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/7e6d3f9058644ddb80d5e1d2ea842691 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/7e6d3f9058644ddb80d5e1d2ea842691 2024-12-05T07:57:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/be02d79e65a74fb0a6c2fb3641f3edfc 2024-12-05T07:57:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/20d2b9e0603644af951423e238b75179 2024-12-05T07:57:18,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1836c119333949c29b652b096ad4fba7 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1836c119333949c29b652b096ad4fba7 2024-12-05T07:57:18,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c89509afeea4af792d0be9a2a268ee9 2024-12-05T07:57:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/e59c1ecb5daf46789e29976191060d09 2024-12-05T07:57:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/88842881b37040ca81c9c65246616fbd 2024-12-05T07:57:18,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9c60d2ea844247c2b33e64c0cd85f9cd to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9c60d2ea844247c2b33e64c0cd85f9cd 2024-12-05T07:57:18,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fb28a2b34315401fa746b3dec4a273a1 2024-12-05T07:57:18,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/911c207d45184be2b163ba228af9ef03 2024-12-05T07:57:18,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/ff743c893c1a4c89bb70c108508c8ec2 2024-12-05T07:57:18,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/5d8b91c34e6e4bab86f1bd9878995b9a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/5d8b91c34e6e4bab86f1bd9878995b9a 2024-12-05T07:57:18,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/9196bc7502f34ab280a1007aef895948 2024-12-05T07:57:18,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/663394a07066438491fdd39def3d8e44 2024-12-05T07:57:18,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b8a71272087a467c96ef5d14049d7298 2024-12-05T07:57:18,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fec1c04a8c24404fb1b178b0ccfbb56a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/fec1c04a8c24404fb1b178b0ccfbb56a 2024-12-05T07:57:18,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/a99cf7dd8129453ab2d93ee30e1b5a61 2024-12-05T07:57:18,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/afcbfa6cd7f740679a390e74ec0dc08a 2024-12-05T07:57:18,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c4dad7f121645dea9e906dae7970a2f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/1c4dad7f121645dea9e906dae7970a2f 2024-12-05T07:57:18,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/47dc8b9d7dca4ba2a457010f05fbce66 2024-12-05T07:57:18,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/79421c0364844a349ec260dab22eb2ab 2024-12-05T07:57:18,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7fd290bd16664d1db10ed8d8436b3505, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d43d111773b4e4d9e0c6a85cee7250c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/42399811e599407c839f298628554c3c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8db26421afb347e8adea3a6a1094e898, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/306aa825f3cd479ea11ddc62187ba9dc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ad06c93e91e54cba9041c35b22834f02, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3eb5640a4529464e9bf79666a8a72088, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb] to archive 2024-12-05T07:57:18,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:18,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/0780fff92888434fa7f8c1f233eb7344 2024-12-05T07:57:18,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/f65a87dbcdd64335beace7765de17f67 2024-12-05T07:57:18,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7fd290bd16664d1db10ed8d8436b3505 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7fd290bd16664d1db10ed8d8436b3505 2024-12-05T07:57:18,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/c4dcd5d2d4bc46f69969a0cbc06d13f9 2024-12-05T07:57:18,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ec9a5a0344154e398ba5163d5e5e77c9 2024-12-05T07:57:18,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d43d111773b4e4d9e0c6a85cee7250c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d43d111773b4e4d9e0c6a85cee7250c 2024-12-05T07:57:18,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1943adec5ad94576bbb4eec9afa00571 2024-12-05T07:57:18,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ccf6ee53fa2942f9a9c2ed4e71272e6a 2024-12-05T07:57:18,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/42399811e599407c839f298628554c3c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/42399811e599407c839f298628554c3c 2024-12-05T07:57:18,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/1835bf60046245cd8284bbe56f9ed26e 2024-12-05T07:57:18,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3c1860870a634e49b270c3a372355456 2024-12-05T07:57:18,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/e7dbe0cb0e224510b70c0dc676498005 2024-12-05T07:57:18,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8db26421afb347e8adea3a6a1094e898 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8db26421afb347e8adea3a6a1094e898 2024-12-05T07:57:18,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/7f8f01ddbaee4626bede0ed4cbdb610d 2024-12-05T07:57:18,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d34afdd134794671801368c80bf78492 2024-12-05T07:57:18,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/07f66bfcb2e04797b1dd9adda7589214 2024-12-05T07:57:18,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/306aa825f3cd479ea11ddc62187ba9dc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/306aa825f3cd479ea11ddc62187ba9dc 2024-12-05T07:57:18,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/37be70e3317b41a89d930fed4fc53f4b 2024-12-05T07:57:18,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/8d571efaab4a439aa3f64ec24a8faaf3 2024-12-05T07:57:18,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ade3aa320304456f91bafc50fcd2e198 2024-12-05T07:57:18,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ad06c93e91e54cba9041c35b22834f02 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ad06c93e91e54cba9041c35b22834f02 2024-12-05T07:57:18,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/49b4d272825242739e4fcbafccdb59eb 2024-12-05T07:57:18,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/2d3e045ceb474eac89238a9e8e30c7b0 2024-12-05T07:57:18,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3eb5640a4529464e9bf79666a8a72088 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/3eb5640a4529464e9bf79666a8a72088 2024-12-05T07:57:18,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/035597106d09408aa0baf45085f249ec 2024-12-05T07:57:18,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/ac698f5442254cc1b2f6e9af2bf873fa 2024-12-05T07:57:18,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/bea802856b06458fa2047f2199875abb 2024-12-05T07:57:18,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee219258bcc848d2a228d2c30739a42a, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1e0029f0203940ec9ae7185f29d5b1b0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/5265d0614b304a2ca22fdfdc6bb7b453, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/81cd941eeafb4746ba0f1e528f2c35ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5545cba5a114596811b91d0cca1233f, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/afedfd88bc1a4f3fb9eb5ab5a7228673, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/79a0ac31cf1f41968b241cc48c94efaa, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2] to archive 2024-12-05T07:57:18,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:18,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/818d59f288a14379b5725ae7bc754065 2024-12-05T07:57:18,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5bdd5206b534f2ea85c21741b0aa104 2024-12-05T07:57:18,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee219258bcc848d2a228d2c30739a42a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee219258bcc848d2a228d2c30739a42a 2024-12-05T07:57:18,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1d5ac698a1814483b989d40585f1550c 2024-12-05T07:57:18,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/f8664dc80d4d48e8a2816233cf646ab0 2024-12-05T07:57:18,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1e0029f0203940ec9ae7185f29d5b1b0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/1e0029f0203940ec9ae7185f29d5b1b0 2024-12-05T07:57:18,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/72121f03000d4398aababdafc3523605 2024-12-05T07:57:18,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7bf5b584c20a411ca66af69658e4ea26 2024-12-05T07:57:18,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/5265d0614b304a2ca22fdfdc6bb7b453 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/5265d0614b304a2ca22fdfdc6bb7b453 2024-12-05T07:57:18,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ba45ee3150d145f89d0101a112d51f0f 2024-12-05T07:57:18,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/2379801f8041492a82f6aec3d71c9a76 2024-12-05T07:57:18,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/14b2cfcc7d1b425891037daab3a0530c 2024-12-05T07:57:18,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/81cd941eeafb4746ba0f1e528f2c35ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/81cd941eeafb4746ba0f1e528f2c35ae 2024-12-05T07:57:18,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/fb2727deeaa241cc93f9dd98586831fc 2024-12-05T07:57:18,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a6b5da3cf062481194ef23d343677975 2024-12-05T07:57:18,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ec6afed279f54942a64a7a9b5af05dc4 2024-12-05T07:57:18,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5545cba5a114596811b91d0cca1233f to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/a5545cba5a114596811b91d0cca1233f 2024-12-05T07:57:18,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/4d4d856755224b5992159fde70e294e3 2024-12-05T07:57:18,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/218f612a246b46afbbe61d40c80048f2 2024-12-05T07:57:18,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/b3a121ddf0384891805c1390cba3e477 2024-12-05T07:57:18,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/afedfd88bc1a4f3fb9eb5ab5a7228673 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/afedfd88bc1a4f3fb9eb5ab5a7228673 2024-12-05T07:57:18,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/9c1ff2ffe6f2404391b7a8150bd55c88 2024-12-05T07:57:18,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/7401818b8ca74c08b16565f6fbeb8944 2024-12-05T07:57:18,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/79a0ac31cf1f41968b241cc48c94efaa to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/79a0ac31cf1f41968b241cc48c94efaa 2024-12-05T07:57:18,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/ee8af88b1ff44bb8b0c6c4a18c2e40ae 2024-12-05T07:57:18,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/99fcb79fb5c34d9b90c337299286f248 2024-12-05T07:57:18,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/d75eadbac12547bc9afa50984769d4b2 2024-12-05T07:57:18,889 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/recovered.edits/433.seqid, newMaxSeqId=433, maxSeqId=1 2024-12-05T07:57:18,890 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. 2024-12-05T07:57:18,890 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] regionserver.HRegion(1676): Region close journal for 4ab8220fcdf79d4ac432162ba01ccbb6: Waiting for close lock at 1733385437573Running coprocessor pre-close hooks at 1733385437573Disabling compacts and flushes for region at 1733385437573Disabling writes for close at 1733385437573Obtaining lock to block concurrent updates at 1733385437573Preparing flush snapshotting stores in 4ab8220fcdf79d4ac432162ba01ccbb6 at 1733385437573Finished memstore snapshotting TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733385437574 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6. at 1733385437574Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/A: creating writer at 1733385437574Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/A: appending metadata at 1733385437577 (+3 ms)Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/A: closing flushed file at 1733385437577Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/B: creating writer at 1733385437984 (+407 ms)Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/B: appending metadata at 1733385437986 (+2 ms)Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/B: closing flushed file at 1733385437986Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/C: creating writer at 1733385438393 (+407 ms)Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/C: appending metadata at 1733385438398 (+5 ms)Flushing 4ab8220fcdf79d4ac432162ba01ccbb6/C: closing flushed file at 1733385438398Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2625096f: reopening flushed file at 1733385438811 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb86ea8: reopening flushed file at 1733385438815 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@287f50e5: reopening flushed file at 1733385438819 (+4 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 4ab8220fcdf79d4ac432162ba01ccbb6 in 1250ms, sequenceid=430, compaction requested=false at 1733385438823 (+4 ms)Writing region close event to WAL at 1733385438887 (+64 ms)Running coprocessor post-close hooks at 1733385438890 (+3 ms)Closed at 1733385438890 2024-12-05T07:57:18,891 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=140}] handler.UnassignRegionHandler(157): Closed 4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:18,892 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=139 updating hbase:meta row=4ab8220fcdf79d4ac432162ba01ccbb6, regionState=CLOSED 2024-12-05T07:57:18,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=140, ppid=139, state=RUNNABLE, hasLock=false; CloseRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:57:18,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=140, resume processing ppid=139 2024-12-05T07:57:18,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=140, ppid=139, state=SUCCESS, hasLock=false; CloseRegionProcedure 4ab8220fcdf79d4ac432162ba01ccbb6, server=fc6cd38557f3,33411,1733385279324 in 1.4740 sec 2024-12-05T07:57:18,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=139, resume processing ppid=138 2024-12-05T07:57:18,897 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=139, ppid=138, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=4ab8220fcdf79d4ac432162ba01ccbb6, UNASSIGN in 1.4780 sec 2024-12-05T07:57:18,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=138, resume processing ppid=137 2024-12-05T07:57:18,899 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=138, ppid=137, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4810 sec 2024-12-05T07:57:18,900 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385438899"}]},"ts":"1733385438899"} 2024-12-05T07:57:18,901 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:57:18,901 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:57:18,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=137, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.4900 sec 2024-12-05T07:57:19,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=137 2024-12-05T07:57:19,558 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:19,559 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:57:19,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=141, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T07:57:19,563 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=141, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,568 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:19,572 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/recovered.edits] 2024-12-05T07:57:19,576 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b7a3cafa4f0a4a7d8ce89f8a56104c79 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/b7a3cafa4f0a4a7d8ce89f8a56104c79 2024-12-05T07:57:19,578 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/f8024e7c1e974b01bb1424b8b5fa6912 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/A/f8024e7c1e974b01bb1424b8b5fa6912 2024-12-05T07:57:19,581 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d1cef47a475e48bd91575de0afc1e6a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/d1cef47a475e48bd91575de0afc1e6a8 2024-12-05T07:57:19,582 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/fd3d520ae1ed4e4894ff1ae5e6e0453b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/B/fd3d520ae1ed4e4894ff1ae5e6e0453b 2024-12-05T07:57:19,586 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/c6c13a0c42b7464985fd4aa328684a97 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/c6c13a0c42b7464985fd4aa328684a97 2024-12-05T07:57:19,588 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/e153f3bebbc347218929e8983b411adc to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/C/e153f3bebbc347218929e8983b411adc 2024-12-05T07:57:19,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/recovered.edits/433.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6/recovered.edits/433.seqid 2024-12-05T07:57:19,592 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/4ab8220fcdf79d4ac432162ba01ccbb6 2024-12-05T07:57:19,592 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:57:19,595 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=141, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,598 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:57:19,600 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:57:19,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=141, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,601 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:57:19,601 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385439601"}]},"ts":"9223372036854775807"} 2024-12-05T07:57:19,603 INFO [PEWorker-4 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:57:19,603 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 4ab8220fcdf79d4ac432162ba01ccbb6, NAME => 'TestAcidGuarantees,,1733385406698.4ab8220fcdf79d4ac432162ba01ccbb6.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:57:19,603 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:57:19,603 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385439603"}]},"ts":"9223372036854775807"} 2024-12-05T07:57:19,604 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:57:19,605 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=141, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=141, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 46 msec 2024-12-05T07:57:19,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=141 2024-12-05T07:57:19,668 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:57:19,668 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:19,682 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testScanAtomicity Thread=247 (was 248), OpenFileDescriptor=447 (was 447), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=358 (was 376), ProcessCount=11 (was 12), AvailableMemoryMB=6699 (was 6760) 2024-12-05T07:57:19,690 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=247, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=358, ProcessCount=11, AvailableMemoryMB=6699 2024-12-05T07:57:19,691 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:57:19,692 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:57:19,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:19,694 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-05T07:57:19,694 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:19,694 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 142 2024-12-05T07:57:19,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:19,695 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-05T07:57:19,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742349_1525 (size=1061) 2024-12-05T07:57:19,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:20,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:20,102 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be 2024-12-05T07:57:20,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742350_1526 (size=53) 2024-12-05T07:57:20,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1722): Closing 1d35644e2008a04e84614fa089ac26a8, disabling compactions & flushes 2024-12-05T07:57:20,508 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. after waiting 0 ms 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,508 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,508 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1d35644e2008a04e84614fa089ac26a8: Waiting for close lock at 1733385440508Disabling compacts and flushes for region at 1733385440508Disabling writes for close at 1733385440508Writing region close event to WAL at 1733385440508Closed at 1733385440508 2024-12-05T07:57:20,509 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-05T07:57:20,510 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733385440510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733385440510"}]},"ts":"1733385440510"} 2024-12-05T07:57:20,512 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-05T07:57:20,513 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-05T07:57:20,513 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385440513"}]},"ts":"1733385440513"} 2024-12-05T07:57:20,514 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-05T07:57:20,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, ASSIGN}] 2024-12-05T07:57:20,516 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, ASSIGN 2024-12-05T07:57:20,517 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, ASSIGN; state=OFFLINE, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=false 2024-12-05T07:57:20,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:20,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=143, ppid=142, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, ASSIGN because future has completed 2024-12-05T07:57:20,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:57:20,827 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:57:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:20,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:57:20,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7794): checking encryption for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,827 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(7797): checking classloading for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,828 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,829 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:20,829 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName A 2024-12-05T07:57:20,829 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:20,830 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:20,830 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,830 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:20,830 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName B 2024-12-05T07:57:20,831 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:20,831 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:20,831 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,831 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:20,832 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName C 2024-12-05T07:57:20,832 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:20,832 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:20,832 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,832 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1038): replaying wal for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,832 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1048): stopping wal replay for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,833 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1060): Cleaning up temporary data for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:57:20,834 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1093): writing seq id for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,835 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-05T07:57:20,836 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1114): Opened 1d35644e2008a04e84614fa089ac26a8; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74275689, jitterRate=0.10679401457309723}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:57:20,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:20,836 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegion(1006): Region open journal for 1d35644e2008a04e84614fa089ac26a8: Running coprocessor pre-open hook at 1733385440827Writing region info on filesystem at 1733385440827Initializing all the Stores at 1733385440828 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385440828Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385440828Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385440828Cleaning up temporary data from old regions at 1733385440833 (+5 ms)Running coprocessor post-open hooks at 1733385440836 (+3 ms)Region opened successfully at 1733385440836 2024-12-05T07:57:20,837 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., pid=144, masterSystemTime=1733385440823 2024-12-05T07:57:20,838 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,838 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=144}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:20,839 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=143 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=OPEN, openSeqNum=2, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:20,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=144, ppid=143, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:57:20,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=144, resume processing ppid=143 2024-12-05T07:57:20,842 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=144, ppid=143, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 in 171 msec 2024-12-05T07:57:20,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=143, resume processing ppid=142 2024-12-05T07:57:20,843 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=143, ppid=142, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, ASSIGN in 327 msec 2024-12-05T07:57:20,844 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-05T07:57:20,844 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385440844"}]},"ts":"1733385440844"} 2024-12-05T07:57:20,845 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-05T07:57:20,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=142, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-05T07:57:20,847 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=142, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestAcidGuarantees in 1.1540 sec 2024-12-05T07:57:21,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=142 2024-12-05T07:57:21,838 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:21,840 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6863dae7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:21,840 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:21,841 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:21,843 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:21,843 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14035822, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:21,844 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:21,846 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36298, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:21,847 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4345247a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:21,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:21,848 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:21,849 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42394, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:21,850 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-05T07:57:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is fc6cd38557f3,36037,1733385278268 2024-12-05T07:57:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fb2f97a 2024-12-05T07:57:21,851 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-05T07:57:21,852 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36310, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-05T07:57:21,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-05T07:57:21,854 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'EAGER', 'hbase.hregion.memstore.mslab.enabled' => 'false', 'hbase.memstore.inmemoryflush.threshold.factor' => '0.9', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-05T07:57:21,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=145, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:21,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742351_1527 (size=1097) 2024-12-05T07:57:22,267 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.1061 2024-12-05T07:57:22,267 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.1097 2024-12-05T07:57:22,270 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=146, ppid=145, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:57:22,273 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE}] 2024-12-05T07:57:22,273 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE 2024-12-05T07:57:22,274 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE because future has completed 2024-12-05T07:57:22,275 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:57:22,276 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:57:22,428 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(122): Close 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:57:22,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1722): Closing 1d35644e2008a04e84614fa089ac26a8, disabling compactions & flushes 2024-12-05T07:57:22,428 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. after waiting 0 ms 2024-12-05T07:57:22,428 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,433 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-05T07:57:22,434 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,434 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegion(1676): Region close journal for 1d35644e2008a04e84614fa089ac26a8: Waiting for close lock at 1733385442428Running coprocessor pre-close hooks at 1733385442428Disabling compacts and flushes for region at 1733385442428Disabling writes for close at 1733385442428Writing region close event to WAL at 1733385442429 (+1 ms)Running coprocessor post-close hooks at 1733385442434 (+5 ms)Closed at 1733385442434 2024-12-05T07:57:22,434 WARN [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] regionserver.HRegionServer(3299): Not adding moved region record: 1d35644e2008a04e84614fa089ac26a8 to self. 2024-12-05T07:57:22,437 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=148}] handler.UnassignRegionHandler(157): Closed 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,438 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=CLOSED 2024-12-05T07:57:22,440 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=148, ppid=147, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:57:22,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=148, resume processing ppid=147 2024-12-05T07:57:22,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=148, ppid=147, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 in 166 msec 2024-12-05T07:57:22,444 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE; state=CLOSED, location=fc6cd38557f3,33411,1733385279324; forceNewPlan=false, retain=true 2024-12-05T07:57:22,595 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=OPENING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=147, ppid=146, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE because future has completed 2024-12-05T07:57:22,597 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:57:22,754 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(132): Open TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7752): Opening region: {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} 2024-12-05T07:57:22,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(898): Instantiated TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-05T07:57:22,755 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7794): checking encryption for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,756 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(7797): checking classloading for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,758 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,759 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:22,759 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName A 2024-12-05T07:57:22,761 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:22,761 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:22,762 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,762 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:22,762 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName B 2024-12-05T07:57:22,763 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:22,763 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:22,763 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,763 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=38.40 KB, immutable segments index type=ARRAY_MAP, compactor=EAGER, pipelineThreshold=2, compactionCellMax=10 2024-12-05T07:57:22,763 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1d35644e2008a04e84614fa089ac26a8 columnFamilyName C 2024-12-05T07:57:22,763 DEBUG [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:22,764 INFO [StoreOpener-1d35644e2008a04e84614fa089ac26a8-1 {}] regionserver.HStore(327): Store=1d35644e2008a04e84614fa089ac26a8/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-05T07:57:22,764 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1212): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1038): replaying wal for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,764 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,765 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,766 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1048): stopping wal replay for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,766 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1060): Cleaning up temporary data for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,766 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-05T07:57:22,767 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1093): writing seq id for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,767 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1114): Opened 1d35644e2008a04e84614fa089ac26a8; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65463729, jitterRate=-0.024514421820640564}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-05T07:57:22,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,768 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegion(1006): Region open journal for 1d35644e2008a04e84614fa089ac26a8: Running coprocessor pre-open hook at 1733385442756Writing region info on filesystem at 1733385442756Initializing all the Stores at 1733385442757 (+1 ms)Instantiating store for column family {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385442757Instantiating store for column family {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385442758 (+1 ms)Instantiating store for column family {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733385442758Cleaning up temporary data from old regions at 1733385442766 (+8 ms)Running coprocessor post-open hooks at 1733385442768 (+2 ms)Region opened successfully at 1733385442768 2024-12-05T07:57:22,769 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2236): Post open deploy tasks for TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., pid=149, masterSystemTime=1733385442749 2024-12-05T07:57:22,770 DEBUG [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] regionserver.HRegionServer(2266): Finished post open deploy task for TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,770 INFO [RS_OPEN_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_OPEN_REGION, pid=149}] handler.AssignRegionHandler(153): Opened TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,770 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=147 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=OPEN, openSeqNum=5, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=149, ppid=147, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:57:22,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=149, resume processing ppid=147 2024-12-05T07:57:22,773 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=149, ppid=147, state=SUCCESS, hasLock=false; OpenRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 in 175 msec 2024-12-05T07:57:22,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=147, resume processing ppid=146 2024-12-05T07:57:22,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=147, ppid=146, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, REOPEN/MOVE in 501 msec 2024-12-05T07:57:22,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=146, resume processing ppid=145 2024-12-05T07:57:22,778 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=146, ppid=145, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=TestAcidGuarantees in 506 msec 2024-12-05T07:57:22,780 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=145, state=SUCCESS, hasLock=false; ModifyTableProcedure table=TestAcidGuarantees in 925 msec 2024-12-05T07:57:22,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=145 2024-12-05T07:57:22,781 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY_COLUMN_FAMILY, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:22,782 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22aab9aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,782 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,782 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,783 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1490f7de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,783 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,784 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45112, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,785 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55272bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a34ec22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,785 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,785 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,786 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3698b677, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,786 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,787 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,787 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45130, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,788 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43cd40f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,789 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380ce272, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,789 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,789 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,789 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,789 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36c03c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,790 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,791 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45144, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,792 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df33c0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,792 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14c11d8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,793 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603fa95e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,794 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,795 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,796 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14ba3410, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d301717, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,797 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,798 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19736260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,798 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,799 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,799 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45182, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,800 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43dcbbbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24edf963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,801 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,802 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a533b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,802 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,803 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45212, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,803 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8e0cbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,804 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2966c360, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,804 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,804 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,804 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,804 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e746f03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,805 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,805 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@624b4aa4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6379f6de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,806 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,806 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,806 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41a5df52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,807 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,808 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,808 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6683f09f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,808 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337ab365, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,808 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,809 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,809 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27fd6463, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,809 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,810 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,810 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6588e96a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,811 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1be13a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request fc6cd38557f3,36037,-1 for getting cluster id 2024-12-05T07:57:22,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-05T07:57:22,811 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8' 2024-12-05T07:57:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-05T07:57:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "65fc14c6-99c5-43c6-9b4a-7e08f8e94ca8" 2024-12-05T07:57:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1228715d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,811 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [fc6cd38557f3,36037,-1] 2024-12-05T07:57:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-05T07:57:22,812 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:22,812 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45286, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-05T07:57:22,813 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79cd1d8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-05T07:57:22,813 DEBUG [Thread-2375 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,813 DEBUG [Thread-2366 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,813 DEBUG [Thread-2379 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,813 DEBUG [Thread-2381 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,813 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:22,813 DEBUG [Thread-2364 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,813 DEBUG [Thread-2377 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,814 DEBUG [Thread-2362 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,814 DEBUG [Thread-2368 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,814 DEBUG [Thread-2373 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,814 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,815 DEBUG [Thread-2370 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,815 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-05T07:57:22,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54346, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54336, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54364, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54362, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54320, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54358, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:22,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54368, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54386, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54376, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=fc6cd38557f3,33411,1733385279324, seqNum=-1] 2024-12-05T07:57:22,818 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-05T07:57:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,818 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54396, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-05T07:57:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,819 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,820 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_1', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,820 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:22,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,821 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_0', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,823 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestAcidGuarantees', row='test_row_2', locateType=CURRENT is [region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5] 2024-12-05T07:57:22,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:22,827 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:22,829 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:22,849 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385502846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385502847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385502847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fd3d59c2e2af4435870439430c74ea99_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385442826/Put/seqid=0 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,850 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385502848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,851 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385502849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,852 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742352_1528 (size=12154) 2024-12-05T07:57:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,959 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,959 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,960 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385502957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,960 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:22,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385502958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:22,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:22,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T07:57:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:22,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:22,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:22,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:22,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T07:57:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:23,126 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:23,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385503167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385503167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385503168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,169 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385503168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,170 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385503168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,170 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,264 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:23,269 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205fd3d59c2e2af4435870439430c74ea99_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fd3d59c2e2af4435870439430c74ea99_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:23,270 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/45a2881083c84853bd43d2d0f1f24ed8, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:23,271 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/45a2881083c84853bd43d2d0f1f24ed8 is 175, key is test_row_0/A:col10/1733385442826/Put/seqid=0 2024-12-05T07:57:23,278 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T07:57:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:23,278 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:23,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742353_1529 (size=30955) 2024-12-05T07:57:23,304 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/45a2881083c84853bd43d2d0f1f24ed8 2024-12-05T07:57:23,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1f9816815f564b0b8dc09ece4c338786 is 50, key is test_row_0/B:col10/1733385442826/Put/seqid=0 2024-12-05T07:57:23,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742354_1530 (size=12001) 2024-12-05T07:57:23,328 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1f9816815f564b0b8dc09ece4c338786 2024-12-05T07:57:23,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bbae49f9f06144caba8bb1b8e410d396 is 50, key is test_row_0/C:col10/1733385442826/Put/seqid=0 2024-12-05T07:57:23,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742355_1531 (size=12001) 2024-12-05T07:57:23,347 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bbae49f9f06144caba8bb1b8e410d396 2024-12-05T07:57:23,350 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/45a2881083c84853bd43d2d0f1f24ed8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8 2024-12-05T07:57:23,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8, entries=150, sequenceid=17, filesize=30.2 K 2024-12-05T07:57:23,353 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1f9816815f564b0b8dc09ece4c338786 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786 2024-12-05T07:57:23,355 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T07:57:23,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bbae49f9f06144caba8bb1b8e410d396 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396 2024-12-05T07:57:23,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396, entries=150, sequenceid=17, filesize=11.7 K 2024-12-05T07:57:23,359 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1d35644e2008a04e84614fa089ac26a8 in 532ms, sequenceid=17, compaction requested=false 2024-12-05T07:57:23,359 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:23,430 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-05T07:57:23,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:23,431 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=107.34 KB heapSize=319.50 KB 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:23,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:23,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205554789b34f7c44cd8e6fc2b549a05685_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385442845/Put/seqid=0 2024-12-05T07:57:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742356_1532 (size=12154) 2024-12-05T07:57:23,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:23,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:23,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385503485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385503486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385503486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,489 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,489 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385503486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385503487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,490 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385503597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385503597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385503598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385503598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,599 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385503598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,600 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385503807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385503807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,809 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385503808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:23,810 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:23,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:23,843 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205554789b34f7c44cd8e6fc2b549a05685_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205554789b34f7c44cd8e6fc2b549a05685_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:23,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/8bd6497f9be64873b61cf2fbbdb5dc5c, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:23,844 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/8bd6497f9be64873b61cf2fbbdb5dc5c is 175, key is test_row_0/A:col10/1733385442845/Put/seqid=0 2024-12-05T07:57:23,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742357_1533 (size=30955) 2024-12-05T07:57:23,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385504122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,123 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385504122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,124 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385504122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385504122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,125 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385504122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,126 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,248 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=36, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/8bd6497f9be64873b61cf2fbbdb5dc5c 2024-12-05T07:57:24,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6fed6befaa2744e89595cba67b006d73 is 50, key is test_row_0/B:col10/1733385442845/Put/seqid=0 2024-12-05T07:57:24,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742358_1534 (size=12001) 2024-12-05T07:57:24,273 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6fed6befaa2744e89595cba67b006d73 2024-12-05T07:57:24,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/3abc72a87ebf4e1a8c3468c225ba0259 is 50, key is test_row_0/C:col10/1733385442845/Put/seqid=0 2024-12-05T07:57:24,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742359_1535 (size=12001) 2024-12-05T07:57:24,404 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-05T07:57:24,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385504628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,629 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385504638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,640 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385504638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,640 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385504638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385504638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,642 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:24,643 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:24,694 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=36 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/3abc72a87ebf4e1a8c3468c225ba0259 2024-12-05T07:57:24,700 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/8bd6497f9be64873b61cf2fbbdb5dc5c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c 2024-12-05T07:57:24,703 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c, entries=150, sequenceid=36, filesize=30.2 K 2024-12-05T07:57:24,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6fed6befaa2744e89595cba67b006d73 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73 2024-12-05T07:57:24,708 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73, entries=150, sequenceid=36, filesize=11.7 K 2024-12-05T07:57:24,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/3abc72a87ebf4e1a8c3468c225ba0259 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259 2024-12-05T07:57:24,713 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259, entries=150, sequenceid=36, filesize=11.7 K 2024-12-05T07:57:24,714 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3140): Finished flush of dataSize ~107.34 KB/109920, heapSize ~319.45 KB/327120, currentSize=67.09 KB/68700 for 1d35644e2008a04e84614fa089ac26a8 in 1284ms, sequenceid=36, compaction requested=false 2024-12-05T07:57:24,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:24,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:24,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-05T07:57:24,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=151 2024-12-05T07:57:24,717 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=151, resume processing ppid=150 2024-12-05T07:57:24,718 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=151, ppid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8950 sec 2024-12-05T07:57:24,719 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=150, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.9050 sec 2024-12-05T07:57:24,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=150 2024-12-05T07:57:24,978 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:24,978 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-05T07:57:24,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:24,981 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:24,982 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:24,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:25,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:25,135 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=67.09 KB heapSize=199.97 KB 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:25,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:25,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120599e5b0f35a9d4ed58d3f429d78b92fd8_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385443485/Put/seqid=0 2024-12-05T07:57:25,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742360_1536 (size=12154) 2024-12-05T07:57:25,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:25,167 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120599e5b0f35a9d4ed58d3f429d78b92fd8_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120599e5b0f35a9d4ed58d3f429d78b92fd8_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:25,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e750e985901b4169b021f59d4dbb4973, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:25,169 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e750e985901b4169b021f59d4dbb4973 is 175, key is test_row_0/A:col10/1733385443485/Put/seqid=0 2024-12-05T07:57:25,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742361_1537 (size=30955) 2024-12-05T07:57:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:25,579 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=49, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e750e985901b4169b021f59d4dbb4973 2024-12-05T07:57:25,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6052215b18f543a984d0db844080d119 is 50, key is test_row_0/B:col10/1733385443485/Put/seqid=0 2024-12-05T07:57:25,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:25,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:25,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:25,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742362_1538 (size=12001) 2024-12-05T07:57:25,677 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385505669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385505671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385505672, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,678 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,678 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385505671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,683 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385505679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,683 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,686 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385505788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,791 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385505788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,792 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385505788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,792 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,801 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385505798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:25,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385505798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:25,802 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385505999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,005 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385506001, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,006 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385506006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,007 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385506007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,012 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385506012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,014 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,015 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,049 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6052215b18f543a984d0db844080d119 2024-12-05T07:57:26,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/68eddcd3c9e84980a4d86f8feca39dba is 50, key is test_row_0/C:col10/1733385443485/Put/seqid=0 2024-12-05T07:57:26,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742363_1539 (size=12001) 2024-12-05T07:57:26,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385506318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,319 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385506318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385506318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385506318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,320 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385506327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,329 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,330 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,459 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=49 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/68eddcd3c9e84980a4d86f8feca39dba 2024-12-05T07:57:26,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e750e985901b4169b021f59d4dbb4973 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973 2024-12-05T07:57:26,465 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973, entries=150, sequenceid=49, filesize=30.2 K 2024-12-05T07:57:26,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/6052215b18f543a984d0db844080d119 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119 2024-12-05T07:57:26,468 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T07:57:26,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/68eddcd3c9e84980a4d86f8feca39dba as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba 2024-12-05T07:57:26,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba, entries=150, sequenceid=49, filesize=11.7 K 2024-12-05T07:57:26,471 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3140): Finished flush of dataSize ~67.09 KB/68700, heapSize ~199.92 KB/204720, currentSize=107.34 KB/109920 for 1d35644e2008a04e84614fa089ac26a8 in 1336ms, sequenceid=49, compaction requested=true 2024-12-05T07:57:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:26,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-05T07:57:26,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=153 2024-12-05T07:57:26,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=153, resume processing ppid=152 2024-12-05T07:57:26,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=153, ppid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4910 sec 2024-12-05T07:57:26,476 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=152, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.4970 sec 2024-12-05T07:57:26,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=114.05 KB heapSize=339.42 KB 2024-12-05T07:57:26,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:26,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:26,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d75443b5b5784a44ac9511e14b15d8d3_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:26,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385506838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385506840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,845 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385506841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,845 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,846 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742364_1540 (size=14594) 2024-12-05T07:57:26,848 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385506844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,848 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385506845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,850 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385506947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385506948, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,950 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385506958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385506958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:26,961 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=152 2024-12-05T07:57:27,127 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:27,128 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-05T07:57:27,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:27,129 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:27,130 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:27,130 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:27,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385507157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385507158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,160 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,170 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385507168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385507168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,171 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:27,243 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:27,246 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d75443b5b5784a44ac9511e14b15d8d3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d75443b5b5784a44ac9511e14b15d8d3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:27,246 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/1fed8e8885564c2d89da4b2f4b97122b, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:27,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/1fed8e8885564c2d89da4b2f4b97122b is 175, key is test_row_0/A:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:27,249 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742365_1541 (size=39549) 2024-12-05T07:57:27,282 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:27,282 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,282 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,435 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,435 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:27,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385507467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,469 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385507467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,470 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385507478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,481 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385507478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,482 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,587 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:27,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,588 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,588 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,650 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=71, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/1fed8e8885564c2d89da4b2f4b97122b 2024-12-05T07:57:27,661 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1dcb75697fec4afd82f657f06a79c129 is 50, key is test_row_0/B:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:27,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742366_1542 (size=12001) 2024-12-05T07:57:27,740 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,740 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:27,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385507858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,861 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2190 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,862 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,892 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:27,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:27,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:27,981 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385507978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385507978, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,981 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385507987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,990 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385507987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,990 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:27,991 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:28,045 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,045 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1dcb75697fec4afd82f657f06a79c129 2024-12-05T07:57:28,070 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/71c989e3d20b4b95a05285eaab5267be is 50, key is test_row_0/C:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:28,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742367_1543 (size=12001) 2024-12-05T07:57:28,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,198 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:28,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:28,474 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=71 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/71c989e3d20b4b95a05285eaab5267be 2024-12-05T07:57:28,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/1fed8e8885564c2d89da4b2f4b97122b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b 2024-12-05T07:57:28,479 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b, entries=200, sequenceid=71, filesize=38.6 K 2024-12-05T07:57:28,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1dcb75697fec4afd82f657f06a79c129 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129 2024-12-05T07:57:28,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T07:57:28,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/71c989e3d20b4b95a05285eaab5267be as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be 2024-12-05T07:57:28,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be, entries=150, sequenceid=71, filesize=11.7 K 2024-12-05T07:57:28,488 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~127.47 KB/130530, heapSize ~379.92 KB/389040, currentSize=46.96 KB/48090 for 1d35644e2008a04e84614fa089ac26a8 in 1657ms, sequenceid=71, compaction requested=true 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:28,488 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:28,488 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:28,488 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 132414 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/B is initiating minor compaction (all files) 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/A is initiating minor compaction (all files) 2024-12-05T07:57:28,489 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/A in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,489 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/B in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,489 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=46.9 K 2024-12-05T07:57:28,489 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=129.3 K 2024-12-05T07:57:28,489 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b] 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 45a2881083c84853bd43d2d0f1f24ed8, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733385442824 2024-12-05T07:57:28,489 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1f9816815f564b0b8dc09ece4c338786, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733385442824 2024-12-05T07:57:28,490 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8bd6497f9be64873b61cf2fbbdb5dc5c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733385442845 2024-12-05T07:57:28,490 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6fed6befaa2744e89595cba67b006d73, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733385442845 2024-12-05T07:57:28,490 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e750e985901b4169b021f59d4dbb4973, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733385443480 2024-12-05T07:57:28,490 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 6052215b18f543a984d0db844080d119, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733385443480 2024-12-05T07:57:28,491 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1fed8e8885564c2d89da4b2f4b97122b, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445669 2024-12-05T07:57:28,491 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 1dcb75697fec4afd82f657f06a79c129, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445675 2024-12-05T07:57:28,495 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:28,497 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205bb67151c50534f89adaa77de049ec58c_1d35644e2008a04e84614fa089ac26a8 store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:28,497 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#B#compaction#462 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:28,498 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/9e15b3bf32234342a9c86e8140519a13 is 50, key is test_row_0/B:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:28,499 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205bb67151c50534f89adaa77de049ec58c_1d35644e2008a04e84614fa089ac26a8, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:28,500 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205bb67151c50534f89adaa77de049ec58c_1d35644e2008a04e84614fa089ac26a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:28,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-05T07:57:28,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,503 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:28,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:28,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742368_1544 (size=12139) 2024-12-05T07:57:28,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742369_1545 (size=4469) 2024-12-05T07:57:28,518 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dc2916b90fc54555924a6903664ee3a8_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385446838/Put/seqid=0 2024-12-05T07:57:28,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742370_1546 (size=12154) 2024-12-05T07:57:28,908 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/9e15b3bf32234342a9c86e8140519a13 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/9e15b3bf32234342a9c86e8140519a13 2024-12-05T07:57:28,909 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#A#compaction#463 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:28,909 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5a88c11f1b9d4c17b653473292d3ac19 is 175, key is test_row_0/A:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:28,911 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/B of 1d35644e2008a04e84614fa089ac26a8 into 9e15b3bf32234342a9c86e8140519a13(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:28,911 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:28,912 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/B, priority=12, startTime=1733385448488; duration=0sec 2024-12-05T07:57:28,912 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:28,912 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:B 2024-12-05T07:57:28,912 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:28,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742371_1547 (size=31093) 2024-12-05T07:57:28,913 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:28,913 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/C is initiating minor compaction (all files) 2024-12-05T07:57:28,913 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/C in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:28,913 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=46.9 K 2024-12-05T07:57:28,913 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bbae49f9f06144caba8bb1b8e410d396, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733385442824 2024-12-05T07:57:28,914 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 3abc72a87ebf4e1a8c3468c225ba0259, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=36, earliestPutTs=1733385442845 2024-12-05T07:57:28,914 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 68eddcd3c9e84980a4d86f8feca39dba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=49, earliestPutTs=1733385443480 2024-12-05T07:57:28,914 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 71c989e3d20b4b95a05285eaab5267be, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445675 2024-12-05T07:57:28,915 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5a88c11f1b9d4c17b653473292d3ac19 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19 2024-12-05T07:57:28,919 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/A of 1d35644e2008a04e84614fa089ac26a8 into 5a88c11f1b9d4c17b653473292d3ac19(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:28,919 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:28,919 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/A, priority=12, startTime=1733385448488; duration=0sec 2024-12-05T07:57:28,919 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:28,919 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:A 2024-12-05T07:57:28,920 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#C#compaction#465 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:28,920 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/42ff5e675b864c25a84866b3a68feba4 is 50, key is test_row_0/C:col10/1733385446831/Put/seqid=0 2024-12-05T07:57:28,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:28,923 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205dc2916b90fc54555924a6903664ee3a8_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc2916b90fc54555924a6903664ee3a8_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:28,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/0e0e6331ecfb474db5b50d828486f99e, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:28,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742372_1548 (size=12139) 2024-12-05T07:57:28,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/0e0e6331ecfb474db5b50d828486f99e is 175, key is test_row_0/A:col10/1733385446838/Put/seqid=0 2024-12-05T07:57:28,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742373_1549 (size=30955) 2024-12-05T07:57:28,989 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:28,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:29,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385449009, max timestamp=1733385449015Num uniques 859; 2024-12-05T07:57:29,017 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:29,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385449009, max timestamp=1733385449015Num uniques 859; 2024-12-05T07:57:29,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:29,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385449009, max timestamp=1733385449015Num uniques 859; 2024-12-05T07:57:29,018 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385509036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385509037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385509038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,041 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,041 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385509038, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,042 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385509147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385509147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385509148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385509148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,150 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,151 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:29,330 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/42ff5e675b864c25a84866b3a68feba4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/42ff5e675b864c25a84866b3a68feba4 2024-12-05T07:57:29,332 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=81, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/0e0e6331ecfb474db5b50d828486f99e 2024-12-05T07:57:29,334 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/C of 1d35644e2008a04e84614fa089ac26a8 into 42ff5e675b864c25a84866b3a68feba4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:29,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:29,334 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/C, priority=12, startTime=1733385448488; duration=0sec 2024-12-05T07:57:29,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:29,334 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:C 2024-12-05T07:57:29,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/54188389de144069a0ed23b2fa024184 is 50, key is test_row_0/B:col10/1733385446838/Put/seqid=0 2024-12-05T07:57:29,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742374_1550 (size=12001) 2024-12-05T07:57:29,359 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385509357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385509358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385509358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385509358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,361 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385509667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385509667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,671 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385509667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385509668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,672 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,673 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:29,740 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/54188389de144069a0ed23b2fa024184 2024-12-05T07:57:29,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2e11c32e52b84d71a8cc5aac441ae054 is 50, key is test_row_0/C:col10/1733385446838/Put/seqid=0 2024-12-05T07:57:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742375_1551 (size=12001) 2024-12-05T07:57:29,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:29,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385509877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:29,881 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 7, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 4209 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:29,881 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,151 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2e11c32e52b84d71a8cc5aac441ae054 2024-12-05T07:57:30,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/0e0e6331ecfb474db5b50d828486f99e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e 2024-12-05T07:57:30,158 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e, entries=150, sequenceid=81, filesize=30.2 K 2024-12-05T07:57:30,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/54188389de144069a0ed23b2fa024184 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184 2024-12-05T07:57:30,162 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184, entries=150, sequenceid=81, filesize=11.7 K 2024-12-05T07:57:30,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2e11c32e52b84d71a8cc5aac441ae054 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054 2024-12-05T07:57:30,175 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054, entries=150, sequenceid=81, filesize=11.7 K 2024-12-05T07:57:30,176 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1d35644e2008a04e84614fa089ac26a8 in 1674ms, sequenceid=81, compaction requested=false 2024-12-05T07:57:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:30,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-05T07:57:30,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=155 2024-12-05T07:57:30,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=155, resume processing ppid=154 2024-12-05T07:57:30,180 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=155, ppid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0480 sec 2024-12-05T07:57:30,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=140.89 KB heapSize=405.61 KB 2024-12-05T07:57:30,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:30,183 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=154, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 3.0530 sec 2024-12-05T07:57:30,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385449029, max timestamp=1733385450181Num uniques 1018; 2024-12-05T07:57:30,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385449029, max timestamp=1733385450181Num uniques 1018; 2024-12-05T07:57:30,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,184 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385449029, max timestamp=1733385450181Num uniques 1018; 2024-12-05T07:57:30,185 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:30,185 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:30,208 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a68c725b30d2493eae4051a5d9ecfae1_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385450213, max timestamp=1733385450220Num uniques 859; 2024-12-05T07:57:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385450213, max timestamp=1733385450220Num uniques 859; 2024-12-05T07:57:30,223 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=159, cellSize=7275, totalHeapSize=16776, min timestamp=1733385450213, max timestamp=1733385450220Num uniques 859; 2024-12-05T07:57:30,224 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=7275, suffix heap size=117064,new segment heap size=16776 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=159 2024-12-05T07:57:30,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742376_1552 (size=17034) 2024-12-05T07:57:30,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385450254, max timestamp=1733385450263Num uniques 1018; 2024-12-05T07:57:30,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385450254, max timestamp=1733385450263Num uniques 1018; 2024-12-05T07:57:30,267 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=168, cellSize=7688, totalHeapSize=17712, min timestamp=1733385450254, max timestamp=1733385450263Num uniques 1018; 2024-12-05T07:57:30,268 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=46618, new segment data size=7688, suffix heap size=133840,new segment heap size=17712 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1018, new segment cells count=168 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385450283, max timestamp=1733385450299Num uniques 1027; 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385450283, max timestamp=1733385450299Num uniques 1027; 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=177, cellSize=8102, totalHeapSize=18648, min timestamp=1733385450283, max timestamp=1733385450299Num uniques 1027; 2024-12-05T07:57:30,303 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47032, new segment data size=8102, suffix heap size=134776,new segment heap size=18648 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1027, new segment cells count=177 2024-12-05T07:57:30,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385510332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10799, totalHeapSize=24784, min timestamp=1733385450327, max timestamp=1733385450339Num uniques 1036; 2024-12-05T07:57:30,342 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=47439, new segment data size=10799, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-05T07:57:30,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10796, totalHeapSize=24784, min timestamp=1733385450327, max timestamp=1733385450339Num uniques 1036; 2024-12-05T07:57:30,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=10796, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-05T07:57:30,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10796, totalHeapSize=24784, min timestamp=1733385450327, max timestamp=1733385450339Num uniques 1036; 2024-12-05T07:57:30,343 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47436, new segment data size=10796, suffix heap size=135712,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1036, new segment cells count=236 2024-12-05T07:57:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,343 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733385450367, max timestamp=1733385450379Num uniques 1095; 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733385450367, max timestamp=1733385450379Num uniques 1095; 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=245, cellSize=11220, totalHeapSize=25720, min timestamp=1733385450367, max timestamp=1733385450379Num uniques 1095; 2024-12-05T07:57:30,383 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=11220, suffix heap size=141848,new segment heap size=25720 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=245 2024-12-05T07:57:30,429 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385510423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,429 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385510425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385510425, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,431 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385510447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,450 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,451 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385510538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385510538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,542 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385510538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,543 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,636 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:30,640 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205a68c725b30d2493eae4051a5d9ecfae1_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a68c725b30d2493eae4051a5d9ecfae1_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:30,641 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e8482d1fb267428285c64314877c02c0, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:30,641 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e8482d1fb267428285c64314877c02c0 is 175, key is test_row_0/A:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:30,661 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385510658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,662 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742377_1553 (size=48139) 2024-12-05T07:57:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385510748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,750 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385510748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385510748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,751 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:30,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:30,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385510967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:30,971 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385511058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385511058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,063 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,063 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385511058, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,064 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,079 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=124, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e8482d1fb267428285c64314877c02c0 2024-12-05T07:57:31,108 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c7b733bea9fd45a68328aa14f43ae271 is 50, key is test_row_0/B:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:31,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742378_1554 (size=12001) 2024-12-05T07:57:31,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c7b733bea9fd45a68328aa14f43ae271 2024-12-05T07:57:31,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/fdbf0dfa0a8f429a84e7f244b05415a2 is 50, key is test_row_0/C:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:31,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742379_1555 (size=12001) 2024-12-05T07:57:31,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=124 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/fdbf0dfa0a8f429a84e7f244b05415a2 2024-12-05T07:57:31,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/e8482d1fb267428285c64314877c02c0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0 2024-12-05T07:57:31,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0, entries=250, sequenceid=124, filesize=47.0 K 2024-12-05T07:57:31,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c7b733bea9fd45a68328aa14f43ae271 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271 2024-12-05T07:57:31,214 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271, entries=150, sequenceid=124, filesize=11.7 K 2024-12-05T07:57:31,215 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/fdbf0dfa0a8f429a84e7f244b05415a2 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2 2024-12-05T07:57:31,221 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2, entries=150, sequenceid=124, filesize=11.7 K 2024-12-05T07:57:31,226 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~40.25 KB/41220, heapSize ~105.19 KB/107712, currentSize=147.60 KB/151140 for 1d35644e2008a04e84614fa089ac26a8 in 1043ms, sequenceid=124, compaction requested=true 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:31,226 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:31,226 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:31,226 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:31,227 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110187 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:31,227 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/A is initiating minor compaction (all files) 2024-12-05T07:57:31,227 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/A in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:31,227 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=107.6 K 2024-12-05T07:57:31,227 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:31,227 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0] 2024-12-05T07:57:31,227 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a88c11f1b9d4c17b653473292d3ac19, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445675 2024-12-05T07:57:31,228 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0e0e6331ecfb474db5b50d828486f99e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385446838 2024-12-05T07:57:31,228 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:31,228 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting e8482d1fb267428285c64314877c02c0, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:31,228 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/B is initiating minor compaction (all files) 2024-12-05T07:57:31,228 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/B in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:31,228 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/9e15b3bf32234342a9c86e8140519a13, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=35.3 K 2024-12-05T07:57:31,230 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 9e15b3bf32234342a9c86e8140519a13, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445675 2024-12-05T07:57:31,231 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 54188389de144069a0ed23b2fa024184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385446838 2024-12-05T07:57:31,231 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c7b733bea9fd45a68328aa14f43ae271, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:31,239 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:31,248 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#B#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:31,248 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/fa525d6c39564fb9af687b0daf260edf is 50, key is test_row_0/B:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:31,250 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120552f2c6c8f288413baaee299d396e3735_1d35644e2008a04e84614fa089ac26a8 store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:31,252 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120552f2c6c8f288413baaee299d396e3735_1d35644e2008a04e84614fa089ac26a8, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:31,252 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120552f2c6c8f288413baaee299d396e3735_1d35644e2008a04e84614fa089ac26a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:31,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742381_1557 (size=4469) 2024-12-05T07:57:31,293 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#A#compaction#471 average throughput is 0.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:31,293 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/67324f5273934e4b8baff07ae8ce2448 is 175, key is test_row_0/A:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:31,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742380_1556 (size=12241) 2024-12-05T07:57:31,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=154 2024-12-05T07:57:31,299 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:31,299 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:31,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-05T07:57:31,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:31,303 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:31,304 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:31,304 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:31,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742382_1558 (size=31195) 2024-12-05T07:57:31,350 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/67324f5273934e4b8baff07ae8ce2448 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448 2024-12-05T07:57:31,354 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/A of 1d35644e2008a04e84614fa089ac26a8 into 67324f5273934e4b8baff07ae8ce2448(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:31,354 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:31,354 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/A, priority=13, startTime=1733385451226; duration=0sec 2024-12-05T07:57:31,354 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:31,354 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:A 2024-12-05T07:57:31,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:31,355 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:31,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/C is initiating minor compaction (all files) 2024-12-05T07:57:31,356 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/C in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:31,356 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/42ff5e675b864c25a84866b3a68feba4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=35.3 K 2024-12-05T07:57:31,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 42ff5e675b864c25a84866b3a68feba4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=71, earliestPutTs=1733385445675 2024-12-05T07:57:31,356 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2e11c32e52b84d71a8cc5aac441ae054, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=81, earliestPutTs=1733385446838 2024-12-05T07:57:31,357 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting fdbf0dfa0a8f429a84e7f244b05415a2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:31,364 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#C#compaction#473 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:31,364 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/675d6f2e4195471ca0f3f18b926c89c4 is 50, key is test_row_0/C:col10/1733385449036/Put/seqid=0 2024-12-05T07:57:31,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742383_1559 (size=12241) 2024-12-05T07:57:31,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:31,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-05T07:57:31,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:31,458 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=147.60 KB heapSize=416.77 KB 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:31,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:31,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502eaee4637b54457a10cf490e7f16cf4_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385450422/Put/seqid=0 2024-12-05T07:57:31,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:31,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742384_1560 (size=12304) 2024-12-05T07:57:31,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:31,505 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120502eaee4637b54457a10cf490e7f16cf4_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502eaee4637b54457a10cf490e7f16cf4_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:31,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/6c95b73486484263b23e7a82f4e62513, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:31,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/6c95b73486484263b23e7a82f4e62513 is 175, key is test_row_0/A:col10/1733385450422/Put/seqid=0 2024-12-05T07:57:31,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385511506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,571 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385511567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385511570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,596 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385511578, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,598 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742385_1561 (size=31105) 2024-12-05T07:57:31,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:31,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385511678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,689 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,710 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/fa525d6c39564fb9af687b0daf260edf as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/fa525d6c39564fb9af687b0daf260edf 2024-12-05T07:57:31,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/B of 1d35644e2008a04e84614fa089ac26a8 into fa525d6c39564fb9af687b0daf260edf(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:31,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:31,726 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/B, priority=13, startTime=1733385451226; duration=0sec 2024-12-05T07:57:31,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:31,726 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:B 2024-12-05T07:57:31,808 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/675d6f2e4195471ca0f3f18b926c89c4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/675d6f2e4195471ca0f3f18b926c89c4 2024-12-05T07:57:31,814 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/C of 1d35644e2008a04e84614fa089ac26a8 into 675d6f2e4195471ca0f3f18b926c89c4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:31,814 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:31,814 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/C, priority=13, startTime=1733385451226; duration=0sec 2024-12-05T07:57:31,814 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:31,814 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:C 2024-12-05T07:57:31,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:31,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385511898, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:31,927 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:31,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:32,002 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=231, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/6c95b73486484263b23e7a82f4e62513 2024-12-05T07:57:32,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/d26757f967d04f309c1286b9ef697bf1 is 50, key is test_row_0/B:col10/1733385450422/Put/seqid=0 2024-12-05T07:57:32,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742386_1562 (size=12151) 2024-12-05T07:57:32,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385512238, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:32,264 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:32,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:32,453 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/d26757f967d04f309c1286b9ef697bf1 2024-12-05T07:57:32,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/594ff223d2e748caafe691eb05d747a8 is 50, key is test_row_0/C:col10/1733385450422/Put/seqid=0 2024-12-05T07:57:32,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742387_1563 (size=12151) 2024-12-05T07:57:32,489 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/594ff223d2e748caafe691eb05d747a8 2024-12-05T07:57:32,508 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/6c95b73486484263b23e7a82f4e62513 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513 2024-12-05T07:57:32,538 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513, entries=150, sequenceid=231, filesize=30.4 K 2024-12-05T07:57:32,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/d26757f967d04f309c1286b9ef697bf1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1 2024-12-05T07:57:32,545 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T07:57:32,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/594ff223d2e748caafe691eb05d747a8 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8 2024-12-05T07:57:32,588 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8, entries=150, sequenceid=231, filesize=11.9 K 2024-12-05T07:57:32,593 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3140): Finished flush of dataSize ~147.60 KB/151140, heapSize ~416.72 KB/426720, currentSize=33.54 KB/34350 for 1d35644e2008a04e84614fa089ac26a8 in 1135ms, sequenceid=231, compaction requested=false 2024-12-05T07:57:32,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-05T07:57:32,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=157 2024-12-05T07:57:32,596 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=157, resume processing ppid=156 2024-12-05T07:57:32,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=157, ppid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2910 sec 2024-12-05T07:57:32,598 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=156, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.2980 sec 2024-12-05T07:57:32,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:32,677 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:32,693 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:32,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ef71fabca24b43d3b2e3c4f395600fe3_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:32,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742388_1564 (size=12304) 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733385452868, max timestamp=1733385452885Num uniques 859; 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733385452868, max timestamp=1733385452885Num uniques 859; 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9564, totalHeapSize=21976, min timestamp=1733385452868, max timestamp=1733385452885Num uniques 859; 2024-12-05T07:57:32,888 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39334, new segment data size=9564, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:33,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385513071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,155 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385513075, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,162 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385513155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,163 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385513155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,163 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,189 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:33,195 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ef71fabca24b43d3b2e3c4f395600fe3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ef71fabca24b43d3b2e3c4f395600fe3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:33,196 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/06d22188f8434559aef540c904027f57, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:33,197 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/06d22188f8434559aef540c904027f57 is 175, key is test_row_0/A:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:33,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385513258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,337 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385513268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,338 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385513268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,338 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,339 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385513268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,343 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742389_1565 (size=31105) 2024-12-05T07:57:33,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=156 2024-12-05T07:57:33,459 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:33,460 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:33,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-05T07:57:33,463 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:33,466 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:33,466 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:33,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:33,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:33,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,624 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,624 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385513548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385513549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,625 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385513549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385513549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,626 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,627 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,751 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=243, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/06d22188f8434559aef540c904027f57 2024-12-05T07:57:33,778 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:33,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,779 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:33,813 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/be3fdf8c43da4dbfa3baaf5e5f76897b is 50, key is test_row_0/B:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:33,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742390_1566 (size=12151) 2024-12-05T07:57:33,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/be3fdf8c43da4dbfa3baaf5e5f76897b 2024-12-05T07:57:33,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:33,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:33,933 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,933 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:33,990 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/29356cc4c0fc439394a9c1649dbfaff0 is 50, key is test_row_0/C:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:33,990 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54362 deadline: 1733385513908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,991 WARN [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 8, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 8320 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,992 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385513928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385513939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385513939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,993 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:33,993 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:33,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385513939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:33,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:33,994 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742391_1567 (size=12151) 2024-12-05T07:57:34,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,087 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:34,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,418 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/29356cc4c0fc439394a9c1649dbfaff0 2024-12-05T07:57:34,426 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/06d22188f8434559aef540c904027f57 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57 2024-12-05T07:57:34,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57, entries=150, sequenceid=243, filesize=30.4 K 2024-12-05T07:57:34,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/be3fdf8c43da4dbfa3baaf5e5f76897b as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b 2024-12-05T07:57:34,435 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b, entries=150, sequenceid=243, filesize=11.9 K 2024-12-05T07:57:34,436 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/29356cc4c0fc439394a9c1649dbfaff0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0 2024-12-05T07:57:34,439 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0, entries=150, sequenceid=243, filesize=11.9 K 2024-12-05T07:57:34,440 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=140.89 KB/144270 for 1d35644e2008a04e84614fa089ac26a8 in 1764ms, sequenceid=243, compaction requested=true 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:34,440 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:34,440 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:34,440 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93405 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/B is initiating minor compaction (all files) 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/A is initiating minor compaction (all files) 2024-12-05T07:57:34,441 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/B in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,441 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/A in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,441 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=91.2 K 2024-12-05T07:57:34,441 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/fa525d6c39564fb9af687b0daf260edf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=35.7 K 2024-12-05T07:57:34,441 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57] 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting fa525d6c39564fb9af687b0daf260edf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:34,441 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 67324f5273934e4b8baff07ae8ce2448, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:34,442 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting d26757f967d04f309c1286b9ef697bf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733385450413 2024-12-05T07:57:34,442 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c95b73486484263b23e7a82f4e62513, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733385450413 2024-12-05T07:57:34,442 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting be3fdf8c43da4dbfa3baaf5e5f76897b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:34,442 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 06d22188f8434559aef540c904027f57, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:34,455 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:34,467 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:34,468 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/e64b155cf8484a69a3150e41eb382323 is 50, key is test_row_0/B:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:34,483 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120574199d455a2b40488ae21a5ad4ab29ce_1d35644e2008a04e84614fa089ac26a8 store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:34,485 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120574199d455a2b40488ae21a5ad4ab29ce_1d35644e2008a04e84614fa089ac26a8, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:34,485 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120574199d455a2b40488ae21a5ad4ab29ce_1d35644e2008a04e84614fa089ac26a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:34,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:34,536 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=147.60 KB heapSize=420.84 KB 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:34,536 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:34,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742392_1568 (size=12493) 2024-12-05T07:57:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385514541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385514548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,590 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742393_1569 (size=4469) 2024-12-05T07:57:34,592 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385514561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,592 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#A#compaction#480 average throughput is 0.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,592 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,593 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/883cdc91ca9d41b082fdddfee2d46c51 is 175, key is test_row_0/A:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:34,593 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385514561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,593 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:34,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e65adcde3442449f901eb9b7957a2382_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385454535/Put/seqid=0 2024-12-05T07:57:34,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385514668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,683 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742395_1571 (size=17534) 2024-12-05T07:57:34,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385514698, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,710 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385514699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385514699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,710 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,711 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742394_1570 (size=31447) 2024-12-05T07:57:34,715 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205e65adcde3442449f901eb9b7957a2382_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e65adcde3442449f901eb9b7957a2382_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:34,716 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/4bf1558f4734428eb8937bd253698570, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:34,717 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/4bf1558f4734428eb8937bd253698570 is 175, key is test_row_0/A:col10/1733385454535/Put/seqid=0 2024-12-05T07:57:34,717 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/883cdc91ca9d41b082fdddfee2d46c51 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51 2024-12-05T07:57:34,721 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/A of 1d35644e2008a04e84614fa089ac26a8 into 883cdc91ca9d41b082fdddfee2d46c51(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:34,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:34,721 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/A, priority=13, startTime=1733385454440; duration=0sec 2024-12-05T07:57:34,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:34,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:A 2024-12-05T07:57:34,721 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-05T07:57:34,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,738 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,759 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36543 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-05T07:57:34,759 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/C is initiating minor compaction (all files) 2024-12-05T07:57:34,759 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/C in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,759 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/675d6f2e4195471ca0f3f18b926c89c4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=35.7 K 2024-12-05T07:57:34,759 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 675d6f2e4195471ca0f3f18b926c89c4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=124, earliestPutTs=1733385449036 2024-12-05T07:57:34,759 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 594ff223d2e748caafe691eb05d747a8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1733385450413 2024-12-05T07:57:34,760 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 29356cc4c0fc439394a9c1649dbfaff0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:34,765 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#C#compaction#483 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:34,766 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/ecb52096c5734886a1f81cf2280192ae is 50, key is test_row_0/C:col10/1733385452671/Put/seqid=0 2024-12-05T07:57:34,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742396_1572 (size=48639) 2024-12-05T07:57:34,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742397_1573 (size=12493) 2024-12-05T07:57:34,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:34,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:34,891 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:34,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385514888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,892 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,893 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:34,918 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385514918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,919 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385514918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,920 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:34,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385514918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:34,920 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:34,965 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/e64b155cf8484a69a3150e41eb382323 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/e64b155cf8484a69a3150e41eb382323 2024-12-05T07:57:34,982 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/B of 1d35644e2008a04e84614fa089ac26a8 into e64b155cf8484a69a3150e41eb382323(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:34,982 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:34,982 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/B, priority=13, startTime=1733385454440; duration=0sec 2024-12-05T07:57:34,982 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:34,982 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:B 2024-12-05T07:57:35,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,046 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,168 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=282, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/4bf1558f4734428eb8937bd253698570 2024-12-05T07:57:35,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/22b3ee624769469dba186125852f4d16 is 50, key is test_row_0/B:col10/1733385454535/Put/seqid=0 2024-12-05T07:57:35,176 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/ecb52096c5734886a1f81cf2280192ae as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/ecb52096c5734886a1f81cf2280192ae 2024-12-05T07:57:35,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742398_1574 (size=12301) 2024-12-05T07:57:35,180 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/C of 1d35644e2008a04e84614fa089ac26a8 into ecb52096c5734886a1f81cf2280192ae(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:35,180 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:35,180 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/C, priority=13, startTime=1733385454440; duration=0sec 2024-12-05T07:57:35,180 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:35,180 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:C 2024-12-05T07:57:35,198 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:35,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,199 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385515198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,202 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385515228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385515228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,231 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385515228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,351 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:35,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] handler.RSProcedureHandler(58): pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=159 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=159 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:35,579 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/22b3ee624769469dba186125852f4d16 2024-12-05T07:57:35,584 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/93144029b611440eb52849ec20a968cf is 50, key is test_row_0/C:col10/1733385454535/Put/seqid=0 2024-12-05T07:57:35,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742399_1575 (size=12301) 2024-12-05T07:57:35,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=282 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/93144029b611440eb52849ec20a968cf 2024-12-05T07:57:35,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/4bf1558f4734428eb8937bd253698570 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570 2024-12-05T07:57:35,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570, entries=250, sequenceid=282, filesize=47.5 K 2024-12-05T07:57:35,597 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/22b3ee624769469dba186125852f4d16 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16 2024-12-05T07:57:35,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,600 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T07:57:35,601 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/93144029b611440eb52849ec20a968cf as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf 2024-12-05T07:57:35,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,606 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf, entries=150, sequenceid=282, filesize=12.0 K 2024-12-05T07:57:35,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,607 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~440.72 KB/451296, currentSize=33.54 KB/34350 for 1d35644e2008a04e84614fa089ac26a8 in 1071ms, sequenceid=282, compaction requested=false 2024-12-05T07:57:35,607 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,656 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:35,656 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=33.54 KB heapSize=100.36 KB 2024-12-05T07:57:35,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:35,656 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205384b016b07f54e9288a7490057c8cd20_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385454546/Put/seqid=0 2024-12-05T07:57:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742400_1576 (size=9914) 2024-12-05T07:57:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:35,719 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:35,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733385455745, max timestamp=1733385455754Num uniques 859; 2024-12-05T07:57:35,756 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733385455745, max timestamp=1733385455754Num uniques 859; 2024-12-05T07:57:35,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=259, cellSize=11855, totalHeapSize=27176, min timestamp=1733385455745, max timestamp=1733385455754Num uniques 859; 2024-12-05T07:57:35,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T07:57:35,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T07:57:35,757 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=11855, suffix heap size=117064,new segment heap size=27176 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=259 2024-12-05T07:57:35,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733385455772, max timestamp=1733385455779Num uniques 1118; 2024-12-05T07:57:35,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733385455772, max timestamp=1733385455779Num uniques 1118; 2024-12-05T07:57:35,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-05T07:57:35,782 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-05T07:57:35,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=218, cellSize=9978, totalHeapSize=22912, min timestamp=1733385455772, max timestamp=1733385455779Num uniques 1118; 2024-12-05T07:57:35,783 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=51198, new segment data size=9978, suffix heap size=144240,new segment heap size=22912 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1118, new segment cells count=218 2024-12-05T07:57:35,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385515801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,806 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10390, totalHeapSize=23848, min timestamp=1733385455796, max timestamp=1733385455804Num uniques 1077; 2024-12-05T07:57:35,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49320, new segment data size=10390, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T07:57:35,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733385455796, max timestamp=1733385455804Num uniques 1077; 2024-12-05T07:57:35,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T07:57:35,807 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=227, cellSize=10392, totalHeapSize=23848, min timestamp=1733385455796, max timestamp=1733385455804Num uniques 1077; 2024-12-05T07:57:35,808 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=49322, new segment data size=10392, suffix heap size=139976,new segment heap size=23848 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1077, new segment cells count=227 2024-12-05T07:57:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385515828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,834 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733385455822, max timestamp=1733385455832Num uniques 1086; 2024-12-05T07:57:35,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T07:57:35,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,835 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733385455822, max timestamp=1733385455832Num uniques 1086; 2024-12-05T07:57:35,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T07:57:35,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385515832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,836 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=236, cellSize=10806, totalHeapSize=24784, min timestamp=1733385455822, max timestamp=1733385455832Num uniques 1086; 2024-12-05T07:57:35,836 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49736, new segment data size=10806, suffix heap size=140912,new segment heap size=24784 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1086, new segment cells count=236 2024-12-05T07:57:35,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733385455862, max timestamp=1733385455906Num uniques 1095; 2024-12-05T07:57:35,908 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-05T07:57:35,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733385455862, max timestamp=1733385455906Num uniques 1095; 2024-12-05T07:57:35,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=195, cellSize=8930, totalHeapSize=20520, min timestamp=1733385455862, max timestamp=1733385455906Num uniques 1095; 2024-12-05T07:57:35,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-05T07:57:35,909 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=50150, new segment data size=8930, suffix heap size=141848,new segment heap size=20520 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1095, new segment cells count=195 2024-12-05T07:57:35,951 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:35,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385515946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:35,952 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733385455942, max timestamp=1733385455950Num uniques 1054; 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733385455942, max timestamp=1733385455950Num uniques 1054; 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=154, cellSize=7050, totalHeapSize=16256, min timestamp=1733385455942, max timestamp=1733385455950Num uniques 1054; 2024-12-05T07:57:35,953 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=48270, new segment data size=7050, suffix heap size=137584,new segment heap size=16256 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1054, new segment cells count=154 2024-12-05T07:57:36,014 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733385455999, max timestamp=1733385456011Num uniques 1013; 2024-12-05T07:57:36,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T07:57:36,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733385455999, max timestamp=1733385456011Num uniques 1013; 2024-12-05T07:57:36,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T07:57:36,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=213, cellSize=9748, totalHeapSize=22392, min timestamp=1733385455999, max timestamp=1733385456011Num uniques 1013; 2024-12-05T07:57:36,015 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=46388, new segment data size=9748, suffix heap size=133320,new segment heap size=22392 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1013, new segment cells count=213 2024-12-05T07:57:36,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733385456030, max timestamp=1733385456043Num uniques 1072; 2024-12-05T07:57:36,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-05T07:57:36,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733385456030, max timestamp=1733385456043Num uniques 1072; 2024-12-05T07:57:36,046 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-05T07:57:36,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=222, cellSize=10162, totalHeapSize=23328, min timestamp=1733385456030, max timestamp=1733385456043Num uniques 1072; 2024-12-05T07:57:36,047 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-0 {}] regionserver.CompactionPipeline(163): Suffix data size=49092, new segment data size=10162, suffix heap size=139456,new segment heap size=23328 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1072, new segment cells count=222 2024-12-05T07:57:36,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:36,070 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205384b016b07f54e9288a7490057c8cd20_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205384b016b07f54e9288a7490057c8cd20_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:36,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/739f93a2edda4c7f9c37cd0f0e196c2e, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:36,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/739f93a2edda4c7f9c37cd0f0e196c2e is 175, key is test_row_0/A:col10/1733385454546/Put/seqid=0 2024-12-05T07:57:36,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742401_1577 (size=22561) 2024-12-05T07:57:36,076 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=293, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/739f93a2edda4c7f9c37cd0f0e196c2e 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=231, cellSize=10576, totalHeapSize=24264, min timestamp=1733385456068, max timestamp=1733385456075Num uniques 1081; 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733385456069, max timestamp=1733385456075Num uniques 1081; 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-2 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=10576, suffix heap size=140392,new segment heap size=24264 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=231 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-9 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=181, cellSize=8286, totalHeapSize=19064, min timestamp=1733385456069, max timestamp=1733385456075Num uniques 1081; 2024-12-05T07:57:36,079 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=49506, new segment data size=8286, suffix heap size=140392,new segment heap size=19064 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1081, new segment cells count=181 2024-12-05T07:57:36,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c21aa1e0a2034ce2b48c80b92c5919a1 is 50, key is test_row_0/B:col10/1733385454546/Put/seqid=0 2024-12-05T07:57:36,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742402_1578 (size=9857) 2024-12-05T07:57:36,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=290, cellSize=13280, totalHeapSize=30400, min timestamp=1733385456094, max timestamp=1733385456104Num uniques 1090; 2024-12-05T07:57:36,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=49920, new segment data size=13280, suffix heap size=141328,new segment heap size=30400 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1090, new segment cells count=290 2024-12-05T07:57:36,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733385456094, max timestamp=1733385456104Num uniques 1040; 2024-12-05T07:57:36,135 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-12-05T07:57:36,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=190, cellSize=8700, totalHeapSize=20000, min timestamp=1733385456094, max timestamp=1733385456104Num uniques 1040; 2024-12-05T07:57:36,137 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=47630, new segment data size=8700, suffix heap size=136128,new segment heap size=20000 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1040, new segment cells count=190 2024-12-05T07:57:36,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385516158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,164 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385516160, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,165 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733385456155, max timestamp=1733385456161Num uniques 1049; 2024-12-05T07:57:36,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733385456155, max timestamp=1733385456161Num uniques 1049; 2024-12-05T07:57:36,165 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=249, cellSize=11404, totalHeapSize=26136, min timestamp=1733385456155, max timestamp=1733385456161Num uniques 1149; 2024-12-05T07:57:36,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-05T07:57:36,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=48044, new segment data size=11404, suffix heap size=137064,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1049, new segment cells count=249 2024-12-05T07:57:36,166 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-5 {}] regionserver.CompactionPipeline(163): Suffix data size=52624, new segment data size=11404, suffix heap size=147464,new segment heap size=26136 　suffix off heap size=0, new segment off heap size=0, suffix cells count=1149, new segment cells count=249 2024-12-05T07:57:36,202 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385516199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385516200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,203 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385516268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385516268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,271 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385516308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385516308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,309 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,479 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385516478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385516478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,480 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,497 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c21aa1e0a2034ce2b48c80b92c5919a1 2024-12-05T07:57:36,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/24c290c19b6240399e538c9e461ac359 is 50, key is test_row_0/C:col10/1733385454546/Put/seqid=0 2024-12-05T07:57:36,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742403_1579 (size=9857) 2024-12-05T07:57:36,519 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385516517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385516517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385516788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,791 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385516788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,791 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,792 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,830 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:36,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385516827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:36,831 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:36,906 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=293 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/24c290c19b6240399e538c9e461ac359 2024-12-05T07:57:36,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/739f93a2edda4c7f9c37cd0f0e196c2e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e 2024-12-05T07:57:36,913 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e, entries=100, sequenceid=293, filesize=22.0 K 2024-12-05T07:57:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/c21aa1e0a2034ce2b48c80b92c5919a1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1 2024-12-05T07:57:36,917 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1, entries=100, sequenceid=293, filesize=9.6 K 2024-12-05T07:57:36,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/24c290c19b6240399e538c9e461ac359 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359 2024-12-05T07:57:36,920 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359, entries=100, sequenceid=293, filesize=9.6 K 2024-12-05T07:57:36,920 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3140): Finished flush of dataSize ~33.54 KB/34350, heapSize ~100.31 KB/102720, currentSize=147.60 KB/151140 for 1d35644e2008a04e84614fa089ac26a8 in 1264ms, sequenceid=293, compaction requested=true 2024-12-05T07:57:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:36,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-05T07:57:36,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=159 2024-12-05T07:57:36,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=159, resume processing ppid=158 2024-12-05T07:57:36,923 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=159, ppid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.4550 sec 2024-12-05T07:57:36,924 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=158, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 3.4630 sec 2024-12-05T07:57:37,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:37,300 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=154.31 KB heapSize=437.02 KB 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:37,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=3, new segment=null 2024-12-05T07:57:37,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c9e1c20cdeae48ccadfc0f7661c26051_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742404_1580 (size=14994) 2024-12-05T07:57:37,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385517311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,314 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,315 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385517311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,317 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,318 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c9e1c20cdeae48ccadfc0f7661c26051_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c9e1c20cdeae48ccadfc0f7661c26051_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:37,318 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/212e50a80d9d41368c79b22659bb3b33, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,319 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/212e50a80d9d41368c79b22659bb3b33 is 175, key is test_row_0/A:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742405_1581 (size=39949) 2024-12-05T07:57:37,328 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=503, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/212e50a80d9d41368c79b22659bb3b33 2024-12-05T07:57:37,334 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/40a016d6ebc24daab24fd8ec11e05749 is 50, key is test_row_0/B:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742406_1582 (size=12301) 2024-12-05T07:57:37,340 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385517338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385517338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/40a016d6ebc24daab24fd8ec11e05749 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,341 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,362 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-05T07:57:37,371 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bd9a9ebe787e40b8ba6a24a5267cee3a is 50, key is test_row_0/C:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742407_1583 (size=12301) 2024-12-05T07:57:37,376 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bd9a9ebe787e40b8ba6a24a5267cee3a 2024-12-05T07:57:37,395 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/212e50a80d9d41368c79b22659bb3b33 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33 2024-12-05T07:57:37,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33, entries=200, sequenceid=503, filesize=39.0 K 2024-12-05T07:57:37,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/40a016d6ebc24daab24fd8ec11e05749 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749 2024-12-05T07:57:37,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,404 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749, entries=150, sequenceid=503, filesize=12.0 K 2024-12-05T07:57:37,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,404 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/bd9a9ebe787e40b8ba6a24a5267cee3a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a 2024-12-05T07:57:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,408 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a, entries=150, sequenceid=503, filesize=12.0 K 2024-12-05T07:57:37,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,409 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~154.31 KB/158010, heapSize ~436.97 KB/447456, currentSize=33.54 KB/34350 for 1d35644e2008a04e84614fa089ac26a8 in 109ms, sequenceid=503, compaction requested=true 2024-12-05T07:57:37,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,409 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:37,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:37,410 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:37,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:37,410 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142596 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:37,410 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:37,410 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/A is initiating minor compaction (all files) 2024-12-05T07:57:37,411 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/A in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,411 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=139.3 K 2024-12-05T07:57:37,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:C, priority=-2147483648, current under compaction store size is 3 2024-12-05T07:57:37,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,411 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,411 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. files: [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33] 2024-12-05T07:57:37,411 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 883cdc91ca9d41b082fdddfee2d46c51, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,411 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 4bf1558f4734428eb8937bd253698570, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385453073 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 739f93a2edda4c7f9c37cd0f0e196c2e, keycount=100, bloomtype=ROW, size=22.0 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733385454545 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/B is initiating minor compaction (all files) 2024-12-05T07:57:37,412 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/B in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] compactions.Compactor(225): Compacting 212e50a80d9d41368c79b22659bb3b33, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733385456193 2024-12-05T07:57:37,412 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/e64b155cf8484a69a3150e41eb382323, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=45.9 K 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting e64b155cf8484a69a3150e41eb382323, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:37,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,412 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 22b3ee624769469dba186125852f4d16, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385453075 2024-12-05T07:57:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,413 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting c21aa1e0a2034ce2b48c80b92c5919a1, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733385454545 2024-12-05T07:57:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,413 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 40a016d6ebc24daab24fd8ec11e05749, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733385456198 2024-12-05T07:57:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,431 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(321): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:37,435 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:37,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,453 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#B#compaction#493 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:37,453 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/3dd8e3a8699942598af0d04497cdd769 is 50, key is test_row_0/B:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,455 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(635): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241205625a4f39222a40308bc9ab75e4cdb607_1d35644e2008a04e84614fa089ac26a8 store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,457 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(656): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241205625a4f39222a40308bc9ab75e4cdb607_1d35644e2008a04e84614fa089ac26a8, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,457 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(667): Aborting writer for hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205625a4f39222a40308bc9ab75e4cdb607_1d35644e2008a04e84614fa089ac26a8 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120532ac0c3c33094050a6a29db150b469ae_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385457301/Put/seqid=0 2024-12-05T07:57:37,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742408_1584 (size=12779) 2024-12-05T07:57:37,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742409_1585 (size=4469) 2024-12-05T07:57:37,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742410_1586 (size=14994) 2024-12-05T07:57:37,479 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:37,492 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120532ac0c3c33094050a6a29db150b469ae_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532ac0c3c33094050a6a29db150b469ae_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:37,493 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/56a97ff3ac7046c3ae9e0276b661eee6, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:37,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/56a97ff3ac7046c3ae9e0276b661eee6 is 175, key is test_row_0/A:col10/1733385457301/Put/seqid=0 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385457474, max timestamp=1733385457494Num uniques 859; 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-1 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385457474, max timestamp=1733385457494Num uniques 859; 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385457474, max timestamp=1733385457494Num uniques 859; 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-7 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:37,497 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-8 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:37,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742411_1587 (size=39945) 2024-12-05T07:57:37,501 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=513, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/56a97ff3ac7046c3ae9e0276b661eee6 2024-12-05T07:57:37,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/bf864cac51ee4aeea84e6b96d76e3ef0 is 50, key is test_row_0/B:col10/1733385457301/Put/seqid=0 2024-12-05T07:57:37,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742412_1588 (size=9857) 2024-12-05T07:57:37,538 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/bf864cac51ee4aeea84e6b96d76e3ef0 2024-12-05T07:57:37,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385517541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,548 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,554 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385517548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,555 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9a26e33144324462b9648120edb56440 is 50, key is test_row_0/C:col10/1733385457301/Put/seqid=0 2024-12-05T07:57:37,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742413_1589 (size=9857) 2024-12-05T07:57:37,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=158 2024-12-05T07:57:37,628 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:37,628 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:37,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-05T07:57:37,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:37,630 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:37,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:37,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385517658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385517658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,661 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,662 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:37,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T07:57:37,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:37,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,783 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385517868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385517868, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:37,869 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:37,870 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:37,873 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#A#compaction#492 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:37,874 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/882a0cc4c8f34a8daf224c7e6ecd5492 is 175, key is test_row_0/A:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,876 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/3dd8e3a8699942598af0d04497cdd769 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/3dd8e3a8699942598af0d04497cdd769 2024-12-05T07:57:37,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742414_1590 (size=31733) 2024-12-05T07:57:37,883 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/B of 1d35644e2008a04e84614fa089ac26a8 into 3dd8e3a8699942598af0d04497cdd769(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:37,883 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:37,883 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/B, priority=12, startTime=1733385457410; duration=0sec 2024-12-05T07:57:37,883 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:37,883 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:B 2024-12-05T07:57:37,883 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-05T07:57:37,884 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/882a0cc4c8f34a8daf224c7e6ecd5492 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/882a0cc4c8f34a8daf224c7e6ecd5492 2024-12-05T07:57:37,884 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46952 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-05T07:57:37,884 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1541): 1d35644e2008a04e84614fa089ac26a8/C is initiating minor compaction (all files) 2024-12-05T07:57:37,884 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 1d35644e2008a04e84614fa089ac26a8/C in TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,884 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/ecb52096c5734886a1f81cf2280192ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a] into tmpdir=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp, totalSize=45.9 K 2024-12-05T07:57:37,884 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting ecb52096c5734886a1f81cf2280192ae, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733385451488 2024-12-05T07:57:37,885 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 93144029b611440eb52849ec20a968cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=282, earliestPutTs=1733385453075 2024-12-05T07:57:37,886 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting 24c290c19b6240399e538c9e461ac359, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=293, earliestPutTs=1733385454545 2024-12-05T07:57:37,886 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] compactions.Compactor(225): Compacting bd9a9ebe787e40b8ba6a24a5267cee3a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733385456198 2024-12-05T07:57:37,888 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/A of 1d35644e2008a04e84614fa089ac26a8 into 882a0cc4c8f34a8daf224c7e6ecd5492(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:37,888 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:37,888 INFO [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/A, priority=12, startTime=1733385457409; duration=0sec 2024-12-05T07:57:37,888 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:37,888 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:A 2024-12-05T07:57:37,892 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1d35644e2008a04e84614fa089ac26a8#C#compaction#497 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-05T07:57:37,892 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/19fc2a922fb94028bcb5433deebd18d1 is 50, key is test_row_0/C:col10/1733385456199/Put/seqid=0 2024-12-05T07:57:37,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742415_1591 (size=12779) 2024-12-05T07:57:37,935 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T07:57:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:37,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4177): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$5(MasterRpcServices.java:2580) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2575) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-05T07:57:37,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:37,987 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=513 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9a26e33144324462b9648120edb56440 2024-12-05T07:57:37,990 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/56a97ff3ac7046c3ae9e0276b661eee6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/56a97ff3ac7046c3ae9e0276b661eee6 2024-12-05T07:57:37,992 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/56a97ff3ac7046c3ae9e0276b661eee6, entries=200, sequenceid=513, filesize=39.0 K 2024-12-05T07:57:37,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/bf864cac51ee4aeea84e6b96d76e3ef0 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/bf864cac51ee4aeea84e6b96d76e3ef0 2024-12-05T07:57:37,995 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/bf864cac51ee4aeea84e6b96d76e3ef0, entries=100, sequenceid=513, filesize=9.6 K 2024-12-05T07:57:37,996 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9a26e33144324462b9648120edb56440 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9a26e33144324462b9648120edb56440 2024-12-05T07:57:37,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9a26e33144324462b9648120edb56440, entries=100, sequenceid=513, filesize=9.6 K 2024-12-05T07:57:38,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1d35644e2008a04e84614fa089ac26a8 in 565ms, sequenceid=513, compaction requested=false 2024-12-05T07:57:38,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:38,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:38,088 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:38,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:38,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:38,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ee7f5ccea58341cfaeea7b3967845ef2_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385457538/Put/seqid=0 2024-12-05T07:57:38,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742416_1592 (size=12454) 2024-12-05T07:57:38,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:38,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:38,194 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385518190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,194 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,196 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385518194, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,196 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385518297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,299 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,300 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/19fc2a922fb94028bcb5433deebd18d1 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/19fc2a922fb94028bcb5433deebd18d1 2024-12-05T07:57:38,303 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 1d35644e2008a04e84614fa089ac26a8/C of 1d35644e2008a04e84614fa089ac26a8 into 19fc2a922fb94028bcb5433deebd18d1(size=12.5 K), total size for store is 22.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-05T07:57:38,303 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:38,303 INFO [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., storeName=1d35644e2008a04e84614fa089ac26a8/C, priority=12, startTime=1733385457410; duration=0sec 2024-12-05T07:57:38,304 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:38,304 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:C 2024-12-05T07:57:38,309 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385518308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,310 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385518357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,360 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385518357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,360 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2159 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,360 WARN [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2161 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,360 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:38,502 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205ee7f5ccea58341cfaeea7b3967845ef2_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ee7f5ccea58341cfaeea7b3967845ef2_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:38,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/d1ffb08265104e768207120a9809e320, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:38,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/d1ffb08265104e768207120a9809e320 is 175, key is test_row_0/A:col10/1733385457538/Put/seqid=0 2024-12-05T07:57:38,512 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385518509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,512 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742417_1593 (size=31255) 2024-12-05T07:57:38,515 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=551, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/d1ffb08265104e768207120a9809e320 2024-12-05T07:57:38,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385518517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,518 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/2d78ad2b8dce4ed4b1a5680f5c719297 is 50, key is test_row_0/B:col10/1733385457538/Put/seqid=0 2024-12-05T07:57:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742418_1594 (size=12301) 2024-12-05T07:57:38,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:38,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385518818, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,822 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,823 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,831 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:38,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385518827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:38,831 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:38,931 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/2d78ad2b8dce4ed4b1a5680f5c719297 2024-12-05T07:57:38,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9f5a744f11674dfe8d31f06d484d11c4 is 50, key is test_row_0/C:col10/1733385457538/Put/seqid=0 2024-12-05T07:57:38,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742419_1595 (size=12301) 2024-12-05T07:57:39,328 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:39,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385519328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:39,329 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:39,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:39,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385519337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:39,340 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:39,341 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=551 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9f5a744f11674dfe8d31f06d484d11c4 2024-12-05T07:57:39,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/d1ffb08265104e768207120a9809e320 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/d1ffb08265104e768207120a9809e320 2024-12-05T07:57:39,347 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/d1ffb08265104e768207120a9809e320, entries=150, sequenceid=551, filesize=30.5 K 2024-12-05T07:57:39,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/2d78ad2b8dce4ed4b1a5680f5c719297 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/2d78ad2b8dce4ed4b1a5680f5c719297 2024-12-05T07:57:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,350 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/2d78ad2b8dce4ed4b1a5680f5c719297, entries=150, sequenceid=551, filesize=12.0 K 2024-12-05T07:57:39,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/9f5a744f11674dfe8d31f06d484d11c4 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9f5a744f11674dfe8d31f06d484d11c4 2024-12-05T07:57:39,353 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9f5a744f11674dfe8d31f06d484d11c4, entries=150, sequenceid=551, filesize=12.0 K 2024-12-05T07:57:39,354 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=46.96 KB/48090 for 1d35644e2008a04e84614fa089ac26a8 in 1266ms, sequenceid=551, compaction requested=true 2024-12-05T07:57:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:39,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-05T07:57:39,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=161 2024-12-05T07:57:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=161, resume processing ppid=160 2024-12-05T07:57:39,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=161, ppid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7250 sec 2024-12-05T07:57:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,362 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=160, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.7310 sec 2024-12-05T07:57:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=160 2024-12-05T07:57:39,778 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:39,779 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-05T07:57:39,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,781 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,782 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:39,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:39,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:39,934 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=46.96 KB heapSize=140.20 KB 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:39,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120586b6468faa1f40a792f354021b002577_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385458189/Put/seqid=0 2024-12-05T07:57:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742420_1596 (size=9914) 2024-12-05T07:57:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:39,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:40,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:40,341 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:40,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:40,368 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120586b6468faa1f40a792f354021b002577_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586b6468faa1f40a792f354021b002577_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:40,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5bf9353ea419408db82627a7cd4543d3, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5bf9353ea419408db82627a7cd4543d3 is 175, key is test_row_0/A:col10/1733385458189/Put/seqid=0 2024-12-05T07:57:40,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742421_1597 (size=22561) 2024-12-05T07:57:40,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385460371, max timestamp=1733385460376Num uniques 859; 2024-12-05T07:57:40,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-4 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:40,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385460371, max timestamp=1733385460376Num uniques 859; 2024-12-05T07:57:40,378 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-3 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:40,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=type=CellArrayImmutableSegment, empty=no, cellCount=209, cellSize=9565, totalHeapSize=21976, min timestamp=1733385460371, max timestamp=1733385460376Num uniques 859; 2024-12-05T07:57:40,379 DEBUG [RS_IN_MEMORY_COMPACTION-regionserver/fc6cd38557f3:0-6 {}] regionserver.CompactionPipeline(163): Suffix data size=39335, new segment data size=9565, suffix heap size=117064,new segment heap size=21976 　suffix off heap size=0, new segment off heap size=0, suffix cells count=859, new segment cells count=209 2024-12-05T07:57:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385520393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,398 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,398 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385520394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,399 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385520396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,400 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385520397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,402 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:40,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385520508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385520508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385520508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385520508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385520718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385520718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385520718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,720 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385520718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:40,721 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:40,772 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=562, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5bf9353ea419408db82627a7cd4543d3 2024-12-05T07:57:40,777 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1a72a11545984dd5a24edd1c11917f17 is 50, key is test_row_0/B:col10/1733385458189/Put/seqid=0 2024-12-05T07:57:40,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742422_1598 (size=9857) 2024-12-05T07:57:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385521027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385521027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,030 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385521027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385521027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,031 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,190 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1a72a11545984dd5a24edd1c11917f17 2024-12-05T07:57:41,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2aca25bba2c04bf39d136e641597ff50 is 50, key is test_row_0/C:col10/1733385458189/Put/seqid=0 2024-12-05T07:57:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742423_1599 (size=9857) 2024-12-05T07:57:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385521537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385521537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,540 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385521537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,541 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385521537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:41,541 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:41,599 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2aca25bba2c04bf39d136e641597ff50 2024-12-05T07:57:41,602 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5bf9353ea419408db82627a7cd4543d3 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5bf9353ea419408db82627a7cd4543d3 2024-12-05T07:57:41,604 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5bf9353ea419408db82627a7cd4543d3, entries=100, sequenceid=562, filesize=22.0 K 2024-12-05T07:57:41,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/1a72a11545984dd5a24edd1c11917f17 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1a72a11545984dd5a24edd1c11917f17 2024-12-05T07:57:41,607 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1a72a11545984dd5a24edd1c11917f17, entries=100, sequenceid=562, filesize=9.6 K 2024-12-05T07:57:41,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/2aca25bba2c04bf39d136e641597ff50 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2aca25bba2c04bf39d136e641597ff50 2024-12-05T07:57:41,609 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2aca25bba2c04bf39d136e641597ff50, entries=100, sequenceid=562, filesize=9.6 K 2024-12-05T07:57:41,610 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3140): Finished flush of dataSize ~46.96 KB/48090, heapSize ~140.16 KB/143520, currentSize=134.18 KB/137400 for 1d35644e2008a04e84614fa089ac26a8 in 1676ms, sequenceid=562, compaction requested=true 2024-12-05T07:57:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:41,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-05T07:57:41,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=163 2024-12-05T07:57:41,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=163, resume processing ppid=162 2024-12-05T07:57:41,612 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=163, ppid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8290 sec 2024-12-05T07:57:41,613 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=162, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 1.8340 sec 2024-12-05T07:57:41,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=162 2024-12-05T07:57:41,928 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:41,928 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-05T07:57:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees 2024-12-05T07:57:41,929 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-05T07:57:41,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T07:57:41,930 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=164, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-05T07:57:41,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-05T07:57:42,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T07:57:42,081 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33411 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=165 2024-12-05T07:57:42,081 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:42,082 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=134.18 KB heapSize=380.30 KB 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:42,082 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=2, new segment=null 2024-12-05T07:57:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c359305ca5b0448788f5a57de56327e3_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385460393/Put/seqid=0 2024-12-05T07:57:42,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742424_1600 (size=12454) 2024-12-05T07:57:42,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T07:57:42,464 DEBUG [regionserver/fc6cd38557f3:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-05T07:57:42,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:42,495 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205c359305ca5b0448788f5a57de56327e3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c359305ca5b0448788f5a57de56327e3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:42,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/b0e33a32cf9e49be8b48466d9c67e235, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:42,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/b0e33a32cf9e49be8b48466d9c67e235 is 175, key is test_row_0/A:col10/1733385460393/Put/seqid=0 2024-12-05T07:57:42,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742425_1601 (size=31255) 2024-12-05T07:57:42,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2561): NOT flushing TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. as already flushing 2024-12-05T07:57:42,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:42,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T07:57:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54396 deadline: 1733385522557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,562 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385522558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,563 WARN [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRpcRetryingCaller(177): Call to fc6cd38557f3,33411,1733385279324 for 'test_row_0' in 1d35644e2008a04e84614fa089ac26a8 of TestAcidGuarantees failed, tries = 6, maxAttempts = 16, timeout = 1200000 ms, time elapsed = 2166 ms org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at jdk.internal.reflect.GeneratedConstructorAccessor39.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.ConnectionUtils$2.run(ConnectionUtils.java:625) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 32 more 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,563 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,569 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385522562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385522562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,569 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,670 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385522668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,671 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,681 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385522678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385522678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,682 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,816 INFO [Thread-2375 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2375. 2024-12-05T07:57:42,816 DEBUG [Thread-2375 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:42,816 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,816 DEBUG [Thread-2375 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,817 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:42,822 INFO [Thread-2379 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2379. 2024-12-05T07:57:42,822 DEBUG [Thread-2379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:42,822 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,822 DEBUG [Thread-2379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,822 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:42,823 INFO [Thread-2373 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2373. 2024-12-05T07:57:42,823 DEBUG [Thread-2373 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:42,823 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,823 DEBUG [Thread-2373 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,823 INFO [Thread-2377 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2377. 2024-12-05T07:57:42,823 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:42,823 DEBUG [Thread-2377 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:42,823 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,824 DEBUG [Thread-2377 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,824 INFO [Thread-2381 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2381. 2024-12-05T07:57:42,824 DEBUG [Thread-2381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicGetReader.workDone(AcidGuaranteesTestTool.java:234) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:42,824 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,824 DEBUG [Thread-2381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:42,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:42,824 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:42,878 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54386 deadline: 1733385522878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,879 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,888 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,888 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-05T07:57:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54376 deadline: 1733385522888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:54346 deadline: 1733385522888, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 , the old value is region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,889 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., hostname=fc6cd38557f3,33411,1733385279324, seqNum=5 because the exception is null or not the one we care about 2024-12-05T07:57:42,900 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=598, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/b0e33a32cf9e49be8b48466d9c67e235 2024-12-05T07:57:42,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/409732f86bc349d996b5e38b08644023 is 50, key is test_row_0/B:col10/1733385460393/Put/seqid=0 2024-12-05T07:57:42,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742426_1602 (size=12301) 2024-12-05T07:57:42,912 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/409732f86bc349d996b5e38b08644023 2024-12-05T07:57:42,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/adda296ceb6243b9b121ace3efb7fda6 is 50, key is test_row_0/C:col10/1733385460393/Put/seqid=0 2024-12-05T07:57:42,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742427_1603 (size=12301) 2024-12-05T07:57:42,924 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=598 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/adda296ceb6243b9b121ace3efb7fda6 2024-12-05T07:57:42,929 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/b0e33a32cf9e49be8b48466d9c67e235 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/b0e33a32cf9e49be8b48466d9c67e235 2024-12-05T07:57:42,935 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/b0e33a32cf9e49be8b48466d9c67e235, entries=150, sequenceid=598, filesize=30.5 K 2024-12-05T07:57:42,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/409732f86bc349d996b5e38b08644023 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/409732f86bc349d996b5e38b08644023 2024-12-05T07:57:42,941 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/409732f86bc349d996b5e38b08644023, entries=150, sequenceid=598, filesize=12.0 K 2024-12-05T07:57:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/adda296ceb6243b9b121ace3efb7fda6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/adda296ceb6243b9b121ace3efb7fda6 2024-12-05T07:57:42,952 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/adda296ceb6243b9b121ace3efb7fda6, entries=150, sequenceid=598, filesize=12.0 K 2024-12-05T07:57:42,953 INFO [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(3140): Finished flush of dataSize ~134.18 KB/137400, heapSize ~380.25 KB/389376, currentSize=53.67 KB/54960 for 1d35644e2008a04e84614fa089ac26a8 in 871ms, sequenceid=598, compaction requested=true 2024-12-05T07:57:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:42,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/fc6cd38557f3:0-0 {event_type=RS_FLUSH_REGIONS, pid=165}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=165 2024-12-05T07:57:42,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster(4169): Remote procedure done, pid=165 2024-12-05T07:57:42,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=165, resume processing ppid=164 2024-12-05T07:57:42,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=165, ppid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0280 sec 2024-12-05T07:57:42,962 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=164, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=164, table=TestAcidGuarantees in 1.0320 sec 2024-12-05T07:57:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=164 2024-12-05T07:57:43,068 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:43,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33411 {}] regionserver.HRegion(8855): Flush requested on 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:43,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=60.38 KB heapSize=180.05 KB 2024-12-05T07:57:43,189 INFO [Thread-2368 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2368. 2024-12-05T07:57:43,189 DEBUG [Thread-2368 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:43,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:43,189 DEBUG [Thread-2368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:43,190 DEBUG [Thread-2368 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:43,190 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:43,190 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:43,194 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d0bf519da1e7423786ad9c9efda2b588_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385462561/Put/seqid=0 2024-12-05T07:57:43,198 INFO [Thread-2362 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2362. 2024-12-05T07:57:43,198 INFO [Thread-2366 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2366. 2024-12-05T07:57:43,198 DEBUG [Thread-2362 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:43,199 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,199 DEBUG [Thread-2366 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:43,199 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,199 DEBUG [Thread-2362 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:43,199 DEBUG [Thread-2366 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:43,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:43,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742428_1604 (size=12454) 2024-12-05T07:57:43,603 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:43,606 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205d0bf519da1e7423786ad9c9efda2b588_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d0bf519da1e7423786ad9c9efda2b588_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:43,606 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5e8b418eeece4996ba99a7a4f97d8951, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:43,607 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5e8b418eeece4996ba99a7a4f97d8951 is 175, key is test_row_0/A:col10/1733385462561/Put/seqid=0 2024-12-05T07:57:43,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742429_1605 (size=31255) 2024-12-05T07:57:44,011 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=610, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5e8b418eeece4996ba99a7a4f97d8951 2024-12-05T07:57:44,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/0f66b7fae8974e32a4492a5dd3a49c00 is 50, key is test_row_0/B:col10/1733385462561/Put/seqid=0 2024-12-05T07:57:44,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742430_1606 (size=12301) 2024-12-05T07:57:44,060 INFO [Thread-2364 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2364. 2024-12-05T07:57:44,060 DEBUG [Thread-2364 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:44,060 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,060 DEBUG [Thread-2364 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,060 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:44,421 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/0f66b7fae8974e32a4492a5dd3a49c00 2024-12-05T07:57:44,428 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cbddcf8fb5f841079d5199d138f14d33 is 50, key is test_row_0/C:col10/1733385462561/Put/seqid=0 2024-12-05T07:57:44,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742431_1607 (size=12301) 2024-12-05T07:57:44,591 INFO [Thread-2370 {}] client.AsyncConnectionImpl(233): Connection has been closed by Thread-2370. 2024-12-05T07:57:44,591 DEBUG [Thread-2370 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.workDone(AcidGuaranteesTestTool.java:178) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:152) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) 2024-12-05T07:57:44,591 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,592 DEBUG [Thread-2370 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,592 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:44,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-05T07:57:44,592 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 142 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 14 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 132 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 116 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 146 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2978 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3076 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2823 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 2975 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 3069 2024-12-05T07:57:44,593 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-05T07:57:44,593 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:57:44,593 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.AcidGuaranteesTestTool.doWork(AcidGuaranteesTestTool.java:131) at org.apache.hadoop.hbase.util.AbstractHBaseTool.run(AbstractHBaseTool.java:150) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.runTestAtomicity(AcidGuaranteesTestBase.java:102) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.testMobGetAtomicity(AcidGuaranteesTestBase.java:122) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:57:44,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:44,594 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:44,595 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-05T07:57:44,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=166, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:44,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:44,600 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385464599"}]},"ts":"1733385464599"} 2024-12-05T07:57:44,602 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-05T07:57:44,602 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-05T07:57:44,603 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-05T07:57:44,605 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, UNASSIGN}] 2024-12-05T07:57:44,607 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, UNASSIGN 2024-12-05T07:57:44,609 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=CLOSING, regionLocation=fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:44,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=168, ppid=167, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, UNASSIGN because future has completed 2024-12-05T07:57:44,612 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-05T07:57:44,612 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324}] 2024-12-05T07:57:44,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:44,766 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(122): Close 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:44,766 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-05T07:57:44,767 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1722): Closing 1d35644e2008a04e84614fa089ac26a8, disabling compactions & flushes 2024-12-05T07:57:44,767 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1993): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:44,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=610 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cbddcf8fb5f841079d5199d138f14d33 2024-12-05T07:57:44,841 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/5e8b418eeece4996ba99a7a4f97d8951 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5e8b418eeece4996ba99a7a4f97d8951 2024-12-05T07:57:44,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5e8b418eeece4996ba99a7a4f97d8951, entries=150, sequenceid=610, filesize=30.5 K 2024-12-05T07:57:44,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/0f66b7fae8974e32a4492a5dd3a49c00 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/0f66b7fae8974e32a4492a5dd3a49c00 2024-12-05T07:57:44,851 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/0f66b7fae8974e32a4492a5dd3a49c00, entries=150, sequenceid=610, filesize=12.0 K 2024-12-05T07:57:44,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cbddcf8fb5f841079d5199d138f14d33 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cbddcf8fb5f841079d5199d138f14d33 2024-12-05T07:57:44,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cbddcf8fb5f841079d5199d138f14d33, entries=150, sequenceid=610, filesize=12.0 K 2024-12-05T07:57:44,854 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~60.38 KB/61830, heapSize ~180 KB/184320, currentSize=26.84 KB/27480 for 1d35644e2008a04e84614fa089ac26a8 in 1665ms, sequenceid=610, compaction requested=true 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1d35644e2008a04e84614fa089ac26a8: 2024-12-05T07:57:44,854 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1755): Closing region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:A, priority=-2147483648, current under compaction store size is 1 2024-12-05T07:57:44,854 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1776): Time limited wait for close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. because compaction request was cancelled 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:A 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:B, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:44,854 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1843): Acquired close lock on TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. after waiting 0 ms 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. because compaction request was cancelled 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1d35644e2008a04e84614fa089ac26a8:C, priority=-2147483648, current under compaction store size is 2 2024-12-05T07:57:44,854 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1853): Updates disabled for region TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:44,854 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:B 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. because compaction request was cancelled 2024-12-05T07:57:44,854 DEBUG [RS:0;fc6cd38557f3:33411-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1d35644e2008a04e84614fa089ac26a8:C 2024-12-05T07:57:44,854 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(2902): Flushing 1d35644e2008a04e84614fa089ac26a8 3/3 column families, dataSize=26.84 KB heapSize=80.44 KB 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=A 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=B 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1d35644e2008a04e84614fa089ac26a8, store=C 2024-12-05T07:57:44,855 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-05T07:57:44,859 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205244e5963a3194ac68067f1c793364978_1d35644e2008a04e84614fa089ac26a8 is 50, key is test_row_0/A:col10/1733385464589/Put/seqid=0 2024-12-05T07:57:44,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742432_1608 (size=9914) 2024-12-05T07:57:44,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:45,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:45,262 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-05T07:57:45,267 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241205244e5963a3194ac68067f1c793364978_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244e5963a3194ac68067f1c793364978_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:45,268 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/9cfd80189b5c44d3a749b680ea1ecc8a, store: [table=TestAcidGuarantees family=A region=1d35644e2008a04e84614fa089ac26a8] 2024-12-05T07:57:45,268 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/9cfd80189b5c44d3a749b680ea1ecc8a is 175, key is test_row_0/A:col10/1733385464589/Put/seqid=0 2024-12-05T07:57:45,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742433_1609 (size=22561) 2024-12-05T07:57:45,675 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=617, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/9cfd80189b5c44d3a749b680ea1ecc8a 2024-12-05T07:57:45,689 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/f2243003933d47df82b0649dba3e5555 is 50, key is test_row_0/B:col10/1733385464589/Put/seqid=0 2024-12-05T07:57:45,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742434_1610 (size=9857) 2024-12-05T07:57:45,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:46,094 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/f2243003933d47df82b0649dba3e5555 2024-12-05T07:57:46,106 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cb86839807de44fdb4bb48124b53ccd6 is 50, key is test_row_0/C:col10/1733385464589/Put/seqid=0 2024-12-05T07:57:46,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742435_1611 (size=9857) 2024-12-05T07:57:46,511 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=617 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cb86839807de44fdb4bb48124b53ccd6 2024-12-05T07:57:46,522 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/A/9cfd80189b5c44d3a749b680ea1ecc8a as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/9cfd80189b5c44d3a749b680ea1ecc8a 2024-12-05T07:57:46,528 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/9cfd80189b5c44d3a749b680ea1ecc8a, entries=100, sequenceid=617, filesize=22.0 K 2024-12-05T07:57:46,529 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/B/f2243003933d47df82b0649dba3e5555 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/f2243003933d47df82b0649dba3e5555 2024-12-05T07:57:46,534 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/f2243003933d47df82b0649dba3e5555, entries=100, sequenceid=617, filesize=9.6 K 2024-12-05T07:57:46,535 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/.tmp/C/cb86839807de44fdb4bb48124b53ccd6 as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cb86839807de44fdb4bb48124b53ccd6 2024-12-05T07:57:46,540 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cb86839807de44fdb4bb48124b53ccd6, entries=100, sequenceid=617, filesize=9.6 K 2024-12-05T07:57:46,540 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(3140): Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1d35644e2008a04e84614fa089ac26a8 in 1686ms, sequenceid=617, compaction requested=true 2024-12-05T07:57:46,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33] to archive 2024-12-05T07:57:46,541 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:46,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/45a2881083c84853bd43d2d0f1f24ed8 2024-12-05T07:57:46,543 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/8bd6497f9be64873b61cf2fbbdb5dc5c 2024-12-05T07:57:46,544 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e750e985901b4169b021f59d4dbb4973 2024-12-05T07:57:46,545 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/1fed8e8885564c2d89da4b2f4b97122b 2024-12-05T07:57:46,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5a88c11f1b9d4c17b653473292d3ac19 2024-12-05T07:57:46,546 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/0e0e6331ecfb474db5b50d828486f99e 2024-12-05T07:57:46,547 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/e8482d1fb267428285c64314877c02c0 2024-12-05T07:57:46,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/67324f5273934e4b8baff07ae8ce2448 2024-12-05T07:57:46,548 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/6c95b73486484263b23e7a82f4e62513 2024-12-05T07:57:46,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/883cdc91ca9d41b082fdddfee2d46c51 2024-12-05T07:57:46,549 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/06d22188f8434559aef540c904027f57 2024-12-05T07:57:46,550 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/4bf1558f4734428eb8937bd253698570 2024-12-05T07:57:46,551 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/739f93a2edda4c7f9c37cd0f0e196c2e 2024-12-05T07:57:46,552 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/212e50a80d9d41368c79b22659bb3b33 2024-12-05T07:57:46,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/9e15b3bf32234342a9c86e8140519a13, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/fa525d6c39564fb9af687b0daf260edf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/e64b155cf8484a69a3150e41eb382323, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749] to archive 2024-12-05T07:57:46,553 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:46,554 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1f9816815f564b0b8dc09ece4c338786 2024-12-05T07:57:46,555 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6fed6befaa2744e89595cba67b006d73 2024-12-05T07:57:46,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/6052215b18f543a984d0db844080d119 2024-12-05T07:57:46,556 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/9e15b3bf32234342a9c86e8140519a13 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/9e15b3bf32234342a9c86e8140519a13 2024-12-05T07:57:46,557 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1dcb75697fec4afd82f657f06a79c129 2024-12-05T07:57:46,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/54188389de144069a0ed23b2fa024184 2024-12-05T07:57:46,558 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/fa525d6c39564fb9af687b0daf260edf to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/fa525d6c39564fb9af687b0daf260edf 2024-12-05T07:57:46,559 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c7b733bea9fd45a68328aa14f43ae271 2024-12-05T07:57:46,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/d26757f967d04f309c1286b9ef697bf1 2024-12-05T07:57:46,560 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/e64b155cf8484a69a3150e41eb382323 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/e64b155cf8484a69a3150e41eb382323 2024-12-05T07:57:46,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/be3fdf8c43da4dbfa3baaf5e5f76897b 2024-12-05T07:57:46,561 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/22b3ee624769469dba186125852f4d16 2024-12-05T07:57:46,562 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/c21aa1e0a2034ce2b48c80b92c5919a1 2024-12-05T07:57:46,563 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/40a016d6ebc24daab24fd8ec11e05749 2024-12-05T07:57:46,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/42ff5e675b864c25a84866b3a68feba4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/675d6f2e4195471ca0f3f18b926c89c4, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/ecb52096c5734886a1f81cf2280192ae, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a] to archive 2024-12-05T07:57:46,564 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-05T07:57:46,565 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bbae49f9f06144caba8bb1b8e410d396 2024-12-05T07:57:46,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/3abc72a87ebf4e1a8c3468c225ba0259 2024-12-05T07:57:46,566 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/68eddcd3c9e84980a4d86f8feca39dba 2024-12-05T07:57:46,567 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/42ff5e675b864c25a84866b3a68feba4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/42ff5e675b864c25a84866b3a68feba4 2024-12-05T07:57:46,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/71c989e3d20b4b95a05285eaab5267be 2024-12-05T07:57:46,568 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2e11c32e52b84d71a8cc5aac441ae054 2024-12-05T07:57:46,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/675d6f2e4195471ca0f3f18b926c89c4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/675d6f2e4195471ca0f3f18b926c89c4 2024-12-05T07:57:46,569 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/fdbf0dfa0a8f429a84e7f244b05415a2 2024-12-05T07:57:46,570 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/594ff223d2e748caafe691eb05d747a8 2024-12-05T07:57:46,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/ecb52096c5734886a1f81cf2280192ae to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/ecb52096c5734886a1f81cf2280192ae 2024-12-05T07:57:46,571 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/29356cc4c0fc439394a9c1649dbfaff0 2024-12-05T07:57:46,572 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/93144029b611440eb52849ec20a968cf 2024-12-05T07:57:46,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/24c290c19b6240399e538c9e461ac359 2024-12-05T07:57:46,573 DEBUG [StoreCloser-TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/bd9a9ebe787e40b8ba6a24a5267cee3a 2024-12-05T07:57:46,576 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits/620.seqid, newMaxSeqId=620, maxSeqId=4 2024-12-05T07:57:46,577 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1973): Closed TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. 2024-12-05T07:57:46,577 DEBUG [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] regionserver.HRegion(1676): Region close journal for 1d35644e2008a04e84614fa089ac26a8: Waiting for close lock at 1733385464767Running coprocessor pre-close hooks at 1733385464767Disabling compacts and flushes for region at 1733385464767Disabling writes for close at 1733385464854 (+87 ms)Obtaining lock to block concurrent updates at 1733385464854Preparing flush snapshotting stores in 1d35644e2008a04e84614fa089ac26a8 at 1733385464854Finished memstore snapshotting TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8., syncing WAL and waiting on mvcc, flushsize=dataSize=27480, getHeapSize=82320, getOffHeapSize=0, getCellsCount=600 at 1733385464855 (+1 ms)Flushing stores of TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8. at 1733385464855Flushing 1d35644e2008a04e84614fa089ac26a8/A: creating writer at 1733385464855Flushing mob file 1d35644e2008a04e84614fa089ac26a8/A: appending metadata at 1733385464859 (+4 ms)Flushing mob file 1d35644e2008a04e84614fa089ac26a8/A: closing flushed file at 1733385464859Flushing 1d35644e2008a04e84614fa089ac26a8/A: appending metadata at 1733385465268 (+409 ms)Flushing 1d35644e2008a04e84614fa089ac26a8/A: closing flushed file at 1733385465268Flushing 1d35644e2008a04e84614fa089ac26a8/B: creating writer at 1733385465683 (+415 ms)Flushing 1d35644e2008a04e84614fa089ac26a8/B: appending metadata at 1733385465689 (+6 ms)Flushing 1d35644e2008a04e84614fa089ac26a8/B: closing flushed file at 1733385465689Flushing 1d35644e2008a04e84614fa089ac26a8/C: creating writer at 1733385466104 (+415 ms)Flushing 1d35644e2008a04e84614fa089ac26a8/C: appending metadata at 1733385466106 (+2 ms)Flushing 1d35644e2008a04e84614fa089ac26a8/C: closing flushed file at 1733385466106Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@260e5b8: reopening flushed file at 1733385466521 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1f43c633: reopening flushed file at 1733385466528 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5834f277: reopening flushed file at 1733385466534 (+6 ms)Finished flush of dataSize ~26.84 KB/27480, heapSize ~80.39 KB/82320, currentSize=0 B/0 for 1d35644e2008a04e84614fa089ac26a8 in 1686ms, sequenceid=617, compaction requested=true at 1733385466540 (+6 ms)Writing region close event to WAL at 1733385466574 (+34 ms)Running coprocessor post-close hooks at 1733385466577 (+3 ms)Closed at 1733385466577 2024-12-05T07:57:46,578 INFO [RS_CLOSE_REGION-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_REGION, pid=169}] handler.UnassignRegionHandler(157): Closed 1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,578 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=168 updating hbase:meta row=1d35644e2008a04e84614fa089ac26a8, regionState=CLOSED 2024-12-05T07:57:46,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=169, ppid=168, state=RUNNABLE, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 because future has completed 2024-12-05T07:57:46,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=169, resume processing ppid=168 2024-12-05T07:57:46,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=169, ppid=168, state=SUCCESS, hasLock=false; CloseRegionProcedure 1d35644e2008a04e84614fa089ac26a8, server=fc6cd38557f3,33411,1733385279324 in 1.9680 sec 2024-12-05T07:57:46,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=168, resume processing ppid=167 2024-12-05T07:57:46,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=168, ppid=167, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestAcidGuarantees, region=1d35644e2008a04e84614fa089ac26a8, UNASSIGN in 1.9760 sec 2024-12-05T07:57:46,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=167, resume processing ppid=166 2024-12-05T07:57:46,583 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=167, ppid=166, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9790 sec 2024-12-05T07:57:46,584 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733385466584"}]},"ts":"1733385466584"} 2024-12-05T07:57:46,584 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-05T07:57:46,584 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-05T07:57:46,585 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=166, state=SUCCESS, hasLock=false; DisableTableProcedure table=TestAcidGuarantees in 1.9900 sec 2024-12-05T07:57:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=166 2024-12-05T07:57:46,749 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:46,750 INFO [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.HMaster$5(2570): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-05T07:57:46,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] procedure2.ProcedureExecutor(1139): Stored pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,754 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=170, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T07:57:46,757 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=170, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,760 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,764 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C, FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits] 2024-12-05T07:57:46,768 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/56a97ff3ac7046c3ae9e0276b661eee6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/56a97ff3ac7046c3ae9e0276b661eee6 2024-12-05T07:57:46,771 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5bf9353ea419408db82627a7cd4543d3 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5bf9353ea419408db82627a7cd4543d3 2024-12-05T07:57:46,772 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5e8b418eeece4996ba99a7a4f97d8951 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/5e8b418eeece4996ba99a7a4f97d8951 2024-12-05T07:57:46,774 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/882a0cc4c8f34a8daf224c7e6ecd5492 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/882a0cc4c8f34a8daf224c7e6ecd5492 2024-12-05T07:57:46,776 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/9cfd80189b5c44d3a749b680ea1ecc8a to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/9cfd80189b5c44d3a749b680ea1ecc8a 2024-12-05T07:57:46,777 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/b0e33a32cf9e49be8b48466d9c67e235 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/b0e33a32cf9e49be8b48466d9c67e235 2024-12-05T07:57:46,779 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/d1ffb08265104e768207120a9809e320 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/A/d1ffb08265104e768207120a9809e320 2024-12-05T07:57:46,782 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/0f66b7fae8974e32a4492a5dd3a49c00 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/0f66b7fae8974e32a4492a5dd3a49c00 2024-12-05T07:57:46,783 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1a72a11545984dd5a24edd1c11917f17 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/1a72a11545984dd5a24edd1c11917f17 2024-12-05T07:57:46,785 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/2d78ad2b8dce4ed4b1a5680f5c719297 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/2d78ad2b8dce4ed4b1a5680f5c719297 2024-12-05T07:57:46,786 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/3dd8e3a8699942598af0d04497cdd769 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/3dd8e3a8699942598af0d04497cdd769 2024-12-05T07:57:46,788 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/409732f86bc349d996b5e38b08644023 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/409732f86bc349d996b5e38b08644023 2024-12-05T07:57:46,789 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/bf864cac51ee4aeea84e6b96d76e3ef0 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/bf864cac51ee4aeea84e6b96d76e3ef0 2024-12-05T07:57:46,791 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/f2243003933d47df82b0649dba3e5555 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/B/f2243003933d47df82b0649dba3e5555 2024-12-05T07:57:46,794 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/19fc2a922fb94028bcb5433deebd18d1 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/19fc2a922fb94028bcb5433deebd18d1 2024-12-05T07:57:46,796 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2aca25bba2c04bf39d136e641597ff50 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/2aca25bba2c04bf39d136e641597ff50 2024-12-05T07:57:46,797 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9a26e33144324462b9648120edb56440 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9a26e33144324462b9648120edb56440 2024-12-05T07:57:46,799 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9f5a744f11674dfe8d31f06d484d11c4 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/9f5a744f11674dfe8d31f06d484d11c4 2024-12-05T07:57:46,800 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/adda296ceb6243b9b121ace3efb7fda6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/adda296ceb6243b9b121ace3efb7fda6 2024-12-05T07:57:46,802 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cb86839807de44fdb4bb48124b53ccd6 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cb86839807de44fdb4bb48124b53ccd6 2024-12-05T07:57:46,803 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cbddcf8fb5f841079d5199d138f14d33 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/C/cbddcf8fb5f841079d5199d138f14d33 2024-12-05T07:57:46,807 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits/620.seqid to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8/recovered.edits/620.seqid 2024-12-05T07:57:46,808 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/default/TestAcidGuarantees/1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,808 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-05T07:57:46,808 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:57:46,809 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-05T07:57:46,813 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502eaee4637b54457a10cf490e7f16cf4_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120502eaee4637b54457a10cf490e7f16cf4_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,814 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244e5963a3194ac68067f1c793364978_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205244e5963a3194ac68067f1c793364978_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,816 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532ac0c3c33094050a6a29db150b469ae_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120532ac0c3c33094050a6a29db150b469ae_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,818 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205384b016b07f54e9288a7490057c8cd20_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205384b016b07f54e9288a7490057c8cd20_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,819 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205554789b34f7c44cd8e6fc2b549a05685_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205554789b34f7c44cd8e6fc2b549a05685_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,821 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586b6468faa1f40a792f354021b002577_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120586b6468faa1f40a792f354021b002577_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,823 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120599e5b0f35a9d4ed58d3f429d78b92fd8_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120599e5b0f35a9d4ed58d3f429d78b92fd8_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,824 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a68c725b30d2493eae4051a5d9ecfae1_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205a68c725b30d2493eae4051a5d9ecfae1_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,826 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c359305ca5b0448788f5a57de56327e3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c359305ca5b0448788f5a57de56327e3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,828 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c9e1c20cdeae48ccadfc0f7661c26051_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205c9e1c20cdeae48ccadfc0f7661c26051_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,829 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d0bf519da1e7423786ad9c9efda2b588_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d0bf519da1e7423786ad9c9efda2b588_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,831 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d75443b5b5784a44ac9511e14b15d8d3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205d75443b5b5784a44ac9511e14b15d8d3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,833 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc2916b90fc54555924a6903664ee3a8_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205dc2916b90fc54555924a6903664ee3a8_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,834 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e65adcde3442449f901eb9b7957a2382_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205e65adcde3442449f901eb9b7957a2382_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,836 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ee7f5ccea58341cfaeea7b3967845ef2_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ee7f5ccea58341cfaeea7b3967845ef2_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,837 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ef71fabca24b43d3b2e3c4f395600fe3_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205ef71fabca24b43d3b2e3c4f395600fe3_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,839 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fd3d59c2e2af4435870439430c74ea99_1d35644e2008a04e84614fa089ac26a8 to hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241205fd3d59c2e2af4435870439430c74ea99_1d35644e2008a04e84614fa089ac26a8 2024-12-05T07:57:46,840 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-05T07:57:46,844 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=170, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,847 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-05T07:57:46,849 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-05T07:57:46,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=170, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,850 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-05T07:57:46,850 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733385466850"}]},"ts":"9223372036854775807"} 2024-12-05T07:57:46,852 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-05T07:57:46,852 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 1d35644e2008a04e84614fa089ac26a8, NAME => 'TestAcidGuarantees,,1733385439691.1d35644e2008a04e84614fa089ac26a8.', STARTKEY => '', ENDKEY => ''}] 2024-12-05T07:57:46,852 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-05T07:57:46,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733385466852"}]},"ts":"9223372036854775807"} 2024-12-05T07:57:46,855 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table TestAcidGuarantees state from META 2024-12-05T07:57:46,855 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(133): Finished pid=170, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, hasLock=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-05T07:57:46,857 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=170, state=SUCCESS, hasLock=false; DeleteTableProcedure table=TestAcidGuarantees in 105 msec 2024-12-05T07:57:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=36037 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=170 2024-12-05T07:57:46,869 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocator(219): Clear meta cache for TestAcidGuarantees 2024-12-05T07:57:46,871 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DELETE, Table Name: default:TestAcidGuarantees completed 2024-12-05T07:57:46,877 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithEagerPolicy#testMobGetAtomicity Thread=250 (was 247) - Thread LEAK? -, OpenFileDescriptor=457 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=454 (was 358) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=4863 (was 6699) 2024-12-05T07:57:46,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-05T07:57:46,877 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:57:46,877 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:57:46,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:46,877 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:46,877 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-05T07:57:46,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-05T07:57:46,877 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1484730631, stopped=false 2024-12-05T07:57:46,877 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=fc6cd38557f3,36037,1733385278268 2024-12-05T07:57:46,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:57:46,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-05T07:57:46,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:57:46,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:57:46,940 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:57:46,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-05T07:57:46,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:57:46,941 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.AcidGuaranteesTestBase.tearDownAfterClass(AcidGuaranteesTestBase.java:66) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:57:46,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:46,941 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-05T07:57:46,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'fc6cd38557f3,33411,1733385279324' ***** 2024-12-05T07:57:46,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-05T07:57:46,943 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-05T07:57:46,943 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-05T07:57:46,943 INFO [RS:0;fc6cd38557f3:33411 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(959): stopping server fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;fc6cd38557f3:33411. 2024-12-05T07:57:46,944 DEBUG [RS:0;fc6cd38557f3:33411 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-05T07:57:46,944 DEBUG [RS:0;fc6cd38557f3:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-05T07:57:46,944 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-05T07:57:46,945 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-05T07:57:46,945 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-05T07:57:46,946 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-05T07:57:46,946 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:46,946 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-05T07:57:46,946 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-05T07:57:46,946 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-05T07:57:46,946 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-05T07:57:46,946 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-05T07:57:46,946 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=19.91 KB heapSize=35.20 KB 2024-12-05T07:57:46,967 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/info/0a66e66ae23341cf984a7ecbf6f30d2d is 95, key is TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310./info:/1733385311637/DeleteFamily/seqid=0 2024-12-05T07:57:46,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742436_1612 (size=6514) 2024-12-05T07:57:47,002 INFO [regionserver/fc6cd38557f3:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:57:47,146 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:47,347 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:47,372 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.75 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/info/0a66e66ae23341cf984a7ecbf6f30d2d 2024-12-05T07:57:47,394 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-05T07:57:47,394 INFO [regionserver/fc6cd38557f3:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-05T07:57:47,398 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/ns/47332ccbbbf848738c7904bba6797dab is 93, key is TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310./ns:/1733385311589/DeleteFamily/seqid=0 2024-12-05T07:57:47,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742437_1613 (size=5906) 2024-12-05T07:57:47,547 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:47,747 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:47,805 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=608 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/ns/47332ccbbbf848738c7904bba6797dab 2024-12-05T07:57:47,855 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/rep_barrier/00b2e59de41544f899799bc4721bd19e is 102, key is TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310./rep_barrier:/1733385311589/DeleteFamily/seqid=0 2024-12-05T07:57:47,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742438_1614 (size=6025) 2024-12-05T07:57:47,947 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:48,148 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:48,301 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/rep_barrier/00b2e59de41544f899799bc4721bd19e 2024-12-05T07:57:48,348 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:48,352 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/table/cea37c280c474d4889a89af1b238cc1e is 96, key is TestAcidGuarantees,,1733385283971.1d5a6f0c5918745a1988190ac6d8c310./table:/1733385311589/DeleteFamily/seqid=0 2024-12-05T07:57:48,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742439_1615 (size=5936) 2024-12-05T07:57:48,404 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.99 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/table/cea37c280c474d4889a89af1b238cc1e 2024-12-05T07:57:48,410 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/info/0a66e66ae23341cf984a7ecbf6f30d2d as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/info/0a66e66ae23341cf984a7ecbf6f30d2d 2024-12-05T07:57:48,415 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/info/0a66e66ae23341cf984a7ecbf6f30d2d, entries=12, sequenceid=90, filesize=6.4 K 2024-12-05T07:57:48,416 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/ns/47332ccbbbf848738c7904bba6797dab as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/ns/47332ccbbbf848738c7904bba6797dab 2024-12-05T07:57:48,422 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/ns/47332ccbbbf848738c7904bba6797dab, entries=8, sequenceid=90, filesize=5.8 K 2024-12-05T07:57:48,423 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/rep_barrier/00b2e59de41544f899799bc4721bd19e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/rep_barrier/00b2e59de41544f899799bc4721bd19e 2024-12-05T07:57:48,429 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/rep_barrier/00b2e59de41544f899799bc4721bd19e, entries=6, sequenceid=90, filesize=5.9 K 2024-12-05T07:57:48,431 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/.tmp/table/cea37c280c474d4889a89af1b238cc1e as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/table/cea37c280c474d4889a89af1b238cc1e 2024-12-05T07:57:48,452 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/table/cea37c280c474d4889a89af1b238cc1e, entries=7, sequenceid=90, filesize=5.8 K 2024-12-05T07:57:48,461 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1514ms, sequenceid=90, compaction requested=false 2024-12-05T07:57:48,548 DEBUG [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-05T07:57:48,555 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/data/hbase/meta/1588230740/recovered.edits/93.seqid, newMaxSeqId=93, maxSeqId=1 2024-12-05T07:57:48,556 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:57:48,556 INFO [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-05T07:57:48,556 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733385466946Running coprocessor pre-close hooks at 1733385466946Disabling compacts and flushes for region at 1733385466946Disabling writes for close at 1733385466946Obtaining lock to block concurrent updates at 1733385466946Preparing flush snapshotting stores in 1588230740 at 1733385466946Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=20384, getHeapSize=35984, getOffHeapSize=0, getCellsCount=191 at 1733385466947 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733385466947Flushing 1588230740/info: creating writer at 1733385466948 (+1 ms)Flushing 1588230740/info: appending metadata at 1733385466967 (+19 ms)Flushing 1588230740/info: closing flushed file at 1733385466967Flushing 1588230740/ns: creating writer at 1733385467382 (+415 ms)Flushing 1588230740/ns: appending metadata at 1733385467397 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1733385467397Flushing 1588230740/rep_barrier: creating writer at 1733385467811 (+414 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733385467855 (+44 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733385467855Flushing 1588230740/table: creating writer at 1733385468312 (+457 ms)Flushing 1588230740/table: appending metadata at 1733385468352 (+40 ms)Flushing 1588230740/table: closing flushed file at 1733385468352Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ff3072d: reopening flushed file at 1733385468409 (+57 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30662ba3: reopening flushed file at 1733385468415 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@765453c3: reopening flushed file at 1733385468422 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@738e1e05: reopening flushed file at 1733385468429 (+7 ms)Finished flush of dataSize ~19.91 KB/20384, heapSize ~35.14 KB/35984, currentSize=0 B/0 for 1588230740 in 1514ms, sequenceid=90, compaction requested=false at 1733385468461 (+32 ms)Writing region close event to WAL at 1733385468485 (+24 ms)Running coprocessor post-close hooks at 1733385468556 (+71 ms)Closed at 1733385468556 2024-12-05T07:57:48,557 DEBUG [RS_CLOSE_META-regionserver/fc6cd38557f3:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-05T07:57:48,656 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-05T07:57:48,657 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-05T07:57:48,658 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-05T07:57:48,749 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(976): stopping server fc6cd38557f3,33411,1733385279324; all regions closed. 2024-12-05T07:57:48,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741834_1010 (size=25344) 2024-12-05T07:57:48,857 DEBUG [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/oldWALs 2024-12-05T07:57:48,857 INFO [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C33411%2C1733385279324.meta:.meta(num 1733385283533) 2024-12-05T07:57:48,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741832_1008 (size=17204441) 2024-12-05T07:57:48,919 DEBUG [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/oldWALs 2024-12-05T07:57:48,919 INFO [RS:0;fc6cd38557f3:33411 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL fc6cd38557f3%2C33411%2C1733385279324:(num 1733385282536) 2024-12-05T07:57:48,920 DEBUG [RS:0;fc6cd38557f3:33411 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-05T07:57:48,920 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.LeaseManager(133): Closed leases 2024-12-05T07:57:48,920 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:57:48,920 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.ChoreService(370): Chore service for: regionserver/fc6cd38557f3:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-05T07:57:48,920 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:57:48,921 INFO [regionserver/fc6cd38557f3:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:57:48,921 INFO [RS:0;fc6cd38557f3:33411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33411 2024-12-05T07:57:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/fc6cd38557f3,33411,1733385279324 2024-12-05T07:57:48,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-05T07:57:48,974 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:57:48,977 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [fc6cd38557f3,33411,1733385279324] 2024-12-05T07:57:48,989 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/fc6cd38557f3,33411,1733385279324 already deleted, retry=false 2024-12-05T07:57:48,990 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; fc6cd38557f3,33411,1733385279324 expired; onlineServers=0 2024-12-05T07:57:48,990 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'fc6cd38557f3,36037,1733385278268' ***** 2024-12-05T07:57:48,990 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-05T07:57:48,990 INFO [M:0;fc6cd38557f3:36037 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-05T07:57:48,991 INFO [M:0;fc6cd38557f3:36037 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-05T07:57:48,991 DEBUG [M:0;fc6cd38557f3:36037 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-05T07:57:48,991 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-05T07:57:48,991 DEBUG [M:0;fc6cd38557f3:36037 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-05T07:57:48,991 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385282215 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.large.0-1733385282215,5,FailOnTimeoutGroup] 2024-12-05T07:57:48,991 INFO [M:0;fc6cd38557f3:36037 {}] hbase.ChoreService(370): Chore service for: master/fc6cd38557f3:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-05T07:57:48,991 INFO [M:0;fc6cd38557f3:36037 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-05T07:57:48,991 DEBUG [M:0;fc6cd38557f3:36037 {}] master.HMaster(1795): Stopping service threads 2024-12-05T07:57:48,991 INFO [M:0;fc6cd38557f3:36037 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-05T07:57:48,991 INFO [M:0;fc6cd38557f3:36037 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-05T07:57:48,992 ERROR [M:0;fc6cd38557f3:36037 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-5,5,PEWorkerGroup] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-05T07:57:48,993 INFO [M:0;fc6cd38557f3:36037 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-05T07:57:48,993 DEBUG [master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385282219 {}] cleaner.HFileCleaner(306): Exit Thread[master/fc6cd38557f3:0:becomeActiveMaster-HFileCleaner.small.0-1733385282219,5,FailOnTimeoutGroup] 2024-12-05T07:57:48,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-05T07:57:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-05T07:57:49,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-05T07:57:49,015 DEBUG [M:0;fc6cd38557f3:36037 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-12-05T07:57:49,015 DEBUG [M:0;fc6cd38557f3:36037 {}] master.ActiveMasterManager(353): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-12-05T07:57:49,023 INFO [M:0;fc6cd38557f3:36037 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/.lastflushedseqids 2024-12-05T07:57:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:57:49,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33411-0x101a5c5e2b70001, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:57:49,084 INFO [RS:0;fc6cd38557f3:33411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:57:49,085 INFO [RS:0;fc6cd38557f3:33411 {}] regionserver.HRegionServer(1031): Exiting; stopping=fc6cd38557f3,33411,1733385279324; zookeeper connection closed. 2024-12-05T07:57:49,102 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3c401323 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3c401323 2024-12-05T07:57:49,102 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-05T07:57:49,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742440_1616 (size=72) 2024-12-05T07:57:49,114 INFO [M:0;fc6cd38557f3:36037 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-05T07:57:49,114 INFO [M:0;fc6cd38557f3:36037 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-05T07:57:49,114 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-05T07:57:49,114 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:57:49,114 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:57:49,114 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-05T07:57:49,114 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:57:49,114 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=768.19 KB heapSize=940.64 KB 2024-12-05T07:57:49,286 DEBUG [M:0;fc6cd38557f3:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df5dd92abc9441488bb13920509e03c is 82, key is hbase:meta,,1/info:regioninfo/1733385283642/Put/seqid=0 2024-12-05T07:57:49,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742441_1617 (size=5672) 2024-12-05T07:57:49,768 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2127 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df5dd92abc9441488bb13920509e03c 2024-12-05T07:57:49,899 DEBUG [M:0;fc6cd38557f3:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554593f787684cfca1c96c1e13e1df7c is 2479, key is \x00\x00\x00\x00\x00\x00\x00\x91/proc:d/1733385442780/Put/seqid=0 2024-12-05T07:57:49,975 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742442_1618 (size=45351) 2024-12-05T07:57:50,011 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=767.63 KB at sequenceid=2127 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554593f787684cfca1c96c1e13e1df7c 2024-12-05T07:57:50,041 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 554593f787684cfca1c96c1e13e1df7c 2024-12-05T07:57:50,318 DEBUG [M:0;fc6cd38557f3:36037 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a3ad3ca2586461e8a91091ebcc446ec is 69, key is fc6cd38557f3,33411,1733385279324/rs:state/1733385282267/Put/seqid=0 2024-12-05T07:57:50,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073742443_1619 (size=5156) 2024-12-05T07:57:50,788 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2127 (bloomFilter=true), to=hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a3ad3ca2586461e8a91091ebcc446ec 2024-12-05T07:57:50,794 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9df5dd92abc9441488bb13920509e03c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9df5dd92abc9441488bb13920509e03c 2024-12-05T07:57:50,797 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9df5dd92abc9441488bb13920509e03c, entries=8, sequenceid=2127, filesize=5.5 K 2024-12-05T07:57:50,797 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/554593f787684cfca1c96c1e13e1df7c as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/554593f787684cfca1c96c1e13e1df7c 2024-12-05T07:57:50,800 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 554593f787684cfca1c96c1e13e1df7c 2024-12-05T07:57:50,800 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/554593f787684cfca1c96c1e13e1df7c, entries=170, sequenceid=2127, filesize=44.3 K 2024-12-05T07:57:50,801 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1a3ad3ca2586461e8a91091ebcc446ec as hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a3ad3ca2586461e8a91091ebcc446ec 2024-12-05T07:57:50,803 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35551/user/jenkins/test-data/aedb5308-083e-1df1-12ed-3e7e734138be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1a3ad3ca2586461e8a91091ebcc446ec, entries=1, sequenceid=2127, filesize=5.0 K 2024-12-05T07:57:50,804 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(3140): Finished flush of dataSize ~768.19 KB/786626, heapSize ~940.34 KB/962912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1690ms, sequenceid=2127, compaction requested=false 2024-12-05T07:57:50,835 INFO [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-05T07:57:50,835 DEBUG [M:0;fc6cd38557f3:36037 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733385469114Disabling compacts and flushes for region at 1733385469114Disabling writes for close at 1733385469114Obtaining lock to block concurrent updates at 1733385469114Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733385469114Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=786626, getHeapSize=963152, getOffHeapSize=0, getCellsCount=2322 at 1733385469115 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733385469122 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733385469122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733385469286 (+164 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733385469286Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733385469776 (+490 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733385469898 (+122 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733385469898Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733385470041 (+143 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733385470317 (+276 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733385470317Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f05e81: reopening flushed file at 1733385470793 (+476 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@758f97a7: reopening flushed file at 1733385470797 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c08d4f: reopening flushed file at 1733385470800 (+3 ms)Finished flush of dataSize ~768.19 KB/786626, heapSize ~940.34 KB/962912, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1690ms, sequenceid=2127, compaction requested=false at 1733385470804 (+4 ms)Writing region close event to WAL at 1733385470835 (+31 ms)Closed at 1733385470835 2024-12-05T07:57:50,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33697 is added to blk_1073741830_1006 (size=926080) 2024-12-05T07:57:50,849 INFO [M:0;fc6cd38557f3:36037 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-05T07:57:50,849 INFO [M:0;fc6cd38557f3:36037 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36037 2024-12-05T07:57:50,849 INFO [M:0;fc6cd38557f3:36037 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-05T07:57:50,850 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-05T07:57:50,998 INFO [M:0;fc6cd38557f3:36037 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-05T07:57:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:57:50,999 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36037-0x101a5c5e2b70000, quorum=127.0.0.1:56597, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-05T07:57:51,007 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@651ab874{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-05T07:57:51,012 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6bf72caa{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:57:51,012 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:57:51,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@186a2d75{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:57:51,012 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@72782cb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.log.dir/,STOPPED} 2024-12-05T07:57:51,056 WARN [BP-1929301167-172.17.0.2-1733385274548 heartbeating to localhost/127.0.0.1:35551 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-05T07:57:51,056 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-05T07:57:51,056 WARN [BP-1929301167-172.17.0.2-1733385274548 heartbeating to localhost/127.0.0.1:35551 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1929301167-172.17.0.2-1733385274548 (Datanode Uuid 103f711a-c456-4aa8-b03f-53bfd0532b15) service to localhost/127.0.0.1:35551 2024-12-05T07:57:51,056 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-05T07:57:51,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data1/current/BP-1929301167-172.17.0.2-1733385274548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:57:51,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/cluster_aa9c0e65-94df-f73b-6715-31b8957dd202/data/data2/current/BP-1929301167-172.17.0.2-1733385274548 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-05T07:57:51,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-05T07:57:51,079 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2341a969{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-05T07:57:51,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d064751{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-05T07:57:51,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-05T07:57:51,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@130d168e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-05T07:57:51,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a58fd8a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6e635ffd-0f81-604f-42cf-4d10eba67ae7/hadoop.log.dir/,STOPPED} 2024-12-05T07:57:51,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-05T07:57:51,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down